4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190596 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
47.2 MiB / 1078749
Shuffle Write Size / Records:
32.9 MiB / 239722
Associated Job Ids:
52663
DAG Visualization
digraph G { id="graph_190596"; subgraph graph_stage_190596 { id="graph_stage_190596"; isCluster="true"; label="Stage 190596"; subgraph cluster_1109193 { id="cluster_1109193"; isCluster="true"; label="Exchange"; 424374 [id="node_424374" labelType="html" label="ShuffledRowRDD [424374] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109192 { id="cluster_1109192"; isCluster="true"; label="InMemoryTableScan"; 424375 [id="node_424375" labelType="html" label="MapPartitionsRDD [424375] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424376 [id="node_424376" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29057672]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [424376] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109411 { id="cluster_1109411"; isCluster="true"; label="Exchange"; 424451 [id="node_424451" labelType="html" label="ShuffledRowRDD [424451] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109407 { id="cluster_1109407"; isCluster="true"; label="WholeStageCodegen (2)"; 424452 [id="node_424452" labelType="html" label="MapPartitionsRDD [424452] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109427 { id="cluster_1109427"; isCluster="true"; label="Exchange"; 424457 [id="node_424457" labelType="html" label="ShuffledRowRDD [424457] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109423 { id="cluster_1109423"; isCluster="true"; label="WholeStageCodegen (4)"; 424458 [id="node_424458" labelType="html" label="MapPartitionsRDD [424458] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109422 { id="cluster_1109422"; isCluster="true"; label="ObjectHashAggregate"; 424459 [id="node_424459" labelType="html" label="MapPartitionsRDD [424459] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109421 { id="cluster_1109421"; isCluster="true"; label="ObjectHashAggregate"; 424460 [id="node_424460" labelType="html" label="MapPartitionsRDD [424460] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109418 { id="cluster_1109418"; isCluster="true"; label="WholeStageCodegen (5)"; 424461 [id="node_424461" labelType="html" label="MapPartitionsRDD [424461] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109403 { id="cluster_1109403"; isCluster="true"; label="WholeStageCodegen (6)"; 424462 [id="node_424462" labelType="html" label="ZippedPartitionsRDD2 [424462] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424463 [id="node_424463" labelType="html" label="MapPartitionsRDD [424463] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109439 { id="cluster_1109439"; isCluster="true"; label="InMemoryTableScan"; 424464 [id="node_424464" labelType="html" label="MapPartitionsRDD [424464] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424465 [id="node_424465" labelType="html" label="MapPartitionsRDD [424465] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424466 [id="node_424466" labelType="html" label="MapPartitionsRDD [424466] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109434 { id="cluster_1109434"; isCluster="true"; label="WholeStageCodegen (7)"; 424467 [id="node_424467" labelType="html" label="MapPartitionsRDD [424467] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109396 { id="cluster_1109396"; isCluster="true"; label="WholeStageCodegen (8)"; 424468 [id="node_424468" labelType="html" label="ZippedPartitionsRDD2 [424468] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424469 [id="node_424469" labelType="html" label="MapPartitionsRDD [424469] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109395 { id="cluster_1109395"; isCluster="true"; label="Exchange"; 424470 [id="node_424470" labelType="html" label="MapPartitionsRDD [424470] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424374->424375; 424375->424376; 424451->424452; 424457->424458; 424458->424459; 424459->424460; 424460->424461; 424452->424462; 424461->424462; 424462->424463; 424376->424464; 424464->424465; 424465->424466; 424466->424467; 424463->424468; 424467->424468; 424468->424469; 424469->424470; }
424373,424374
424450,424451
424456,424457
424376
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time