4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190111 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Node local: 30
Input Size / Records:
1680.8 KiB / 30
Shuffle Read Size / Records:
11.2 MiB / 359712
Shuffle Write Size / Records:
3.4 MiB / 79936
Associated Job Ids:
52563
DAG Visualization
digraph G { id="graph_190111"; subgraph graph_stage_190111 { id="graph_stage_190111"; isCluster="true"; label="Stage 190111"; subgraph cluster_1105680 { id="cluster_1105680"; isCluster="true"; label="Exchange"; 422973 [id="node_422973" labelType="html" label="ShuffledRowRDD [422973] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105679 { id="cluster_1105679"; isCluster="true"; label="InMemoryTableScan"; 422974 [id="node_422974" labelType="html" label="MapPartitionsRDD [422974] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422975 [id="node_422975" labelType="html" label="Exchange hashpartitioning(product#6552476, plant#6552477, 30), REPARTITION_BY_NUM, [plan_id=29048965]\n+- *(1) Scan ExistingRDD[shardId#6552473,worklistShardItemId#6552474L,version#6552475,product#6552476,plant#6552477,periodStart#6552478,periodEnd#6552479,qty#6552480]\n [422975] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106234 { id="cluster_1106234"; isCluster="true"; label="Exchange"; 423174 [id="node_423174" labelType="html" label="ShuffledRowRDD [423174] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106231 { id="cluster_1106231"; isCluster="true"; label="WholeStageCodegen (11)"; 423175 [id="node_423175" labelType="html" label="MapPartitionsRDD [423175] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106253 { id="cluster_1106253"; isCluster="true"; label="Exchange"; 423182 [id="node_423182" labelType="html" label="ShuffledRowRDD [423182] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106248 { id="cluster_1106248"; isCluster="true"; label="WholeStageCodegen (13)"; 423183 [id="node_423183" labelType="html" label="MapPartitionsRDD [423183] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106227 { id="cluster_1106227"; isCluster="true"; label="WholeStageCodegen (14)"; 423184 [id="node_423184" labelType="html" label="ZippedPartitionsRDD2 [423184] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423185 [id="node_423185" labelType="html" label="MapPartitionsRDD [423185] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106272 { id="cluster_1106272"; isCluster="true"; label="InMemoryTableScan"; 423186 [id="node_423186" labelType="html" label="MapPartitionsRDD [423186] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423187 [id="node_423187" labelType="html" label="MapPartitionsRDD [423187] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423188 [id="node_423188" labelType="html" label="MapPartitionsRDD [423188] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106267 { id="cluster_1106267"; isCluster="true"; label="WholeStageCodegen (15)"; 423189 [id="node_423189" labelType="html" label="MapPartitionsRDD [423189] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106217 { id="cluster_1106217"; isCluster="true"; label="WholeStageCodegen (16)"; 423190 [id="node_423190" labelType="html" label="ZippedPartitionsRDD2 [423190] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423191 [id="node_423191" labelType="html" label="MapPartitionsRDD [423191] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106216 { id="cluster_1106216"; isCluster="true"; label="Exchange"; 423192 [id="node_423192" labelType="html" label="MapPartitionsRDD [423192] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422973->422974; 422974->422975; 423174->423175; 423182->423183; 423175->423184; 423183->423184; 423184->423185; 422975->423186; 423186->423187; 423187->423188; 423188->423189; 423185->423190; 423189->423190; 423190->423191; 423191->423192; }
422972,422973
423173,423174
423181,423182
422975
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time