4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190112 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Node local: 30
Input Size / Records:
1680.8 KiB / 30
Shuffle Read Size / Records:
15.2 MiB / 359712
Shuffle Write Size / Records:
11.7 MiB / 79936
Associated Job Ids:
52563
DAG Visualization
digraph G { id="graph_190112"; subgraph graph_stage_190112 { id="graph_stage_190112"; isCluster="true"; label="Stage 190112"; subgraph cluster_1105680 { id="cluster_1105680"; isCluster="true"; label="Exchange"; 422973 [id="node_422973" labelType="html" label="ShuffledRowRDD [422973] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105679 { id="cluster_1105679"; isCluster="true"; label="InMemoryTableScan"; 422974 [id="node_422974" labelType="html" label="MapPartitionsRDD [422974] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422975 [id="node_422975" labelType="html" label="Exchange hashpartitioning(product#6552476, plant#6552477, 30), REPARTITION_BY_NUM, [plan_id=29048965]\n+- *(1) Scan ExistingRDD[shardId#6552473,worklistShardItemId#6552474L,version#6552475,product#6552476,plant#6552477,periodStart#6552478,periodEnd#6552479,qty#6552480]\n [422975] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106183 { id="cluster_1106183"; isCluster="true"; label="Exchange"; 423146 [id="node_423146" labelType="html" label="ShuffledRowRDD [423146] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106179 { id="cluster_1106179"; isCluster="true"; label="WholeStageCodegen (2)"; 423147 [id="node_423147" labelType="html" label="MapPartitionsRDD [423147] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106199 { id="cluster_1106199"; isCluster="true"; label="Exchange"; 423152 [id="node_423152" labelType="html" label="ShuffledRowRDD [423152] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106195 { id="cluster_1106195"; isCluster="true"; label="WholeStageCodegen (4)"; 423153 [id="node_423153" labelType="html" label="MapPartitionsRDD [423153] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106194 { id="cluster_1106194"; isCluster="true"; label="ObjectHashAggregate"; 423154 [id="node_423154" labelType="html" label="MapPartitionsRDD [423154] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106193 { id="cluster_1106193"; isCluster="true"; label="ObjectHashAggregate"; 423155 [id="node_423155" labelType="html" label="MapPartitionsRDD [423155] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106190 { id="cluster_1106190"; isCluster="true"; label="WholeStageCodegen (5)"; 423156 [id="node_423156" labelType="html" label="MapPartitionsRDD [423156] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106175 { id="cluster_1106175"; isCluster="true"; label="WholeStageCodegen (6)"; 423157 [id="node_423157" labelType="html" label="ZippedPartitionsRDD2 [423157] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423158 [id="node_423158" labelType="html" label="MapPartitionsRDD [423158] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106211 { id="cluster_1106211"; isCluster="true"; label="InMemoryTableScan"; 423159 [id="node_423159" labelType="html" label="MapPartitionsRDD [423159] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423160 [id="node_423160" labelType="html" label="MapPartitionsRDD [423160] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423161 [id="node_423161" labelType="html" label="MapPartitionsRDD [423161] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106206 { id="cluster_1106206"; isCluster="true"; label="WholeStageCodegen (7)"; 423162 [id="node_423162" labelType="html" label="MapPartitionsRDD [423162] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106168 { id="cluster_1106168"; isCluster="true"; label="WholeStageCodegen (8)"; 423163 [id="node_423163" labelType="html" label="ZippedPartitionsRDD2 [423163] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423164 [id="node_423164" labelType="html" label="MapPartitionsRDD [423164] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106167 { id="cluster_1106167"; isCluster="true"; label="Exchange"; 423165 [id="node_423165" labelType="html" label="MapPartitionsRDD [423165] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422973->422974; 422974->422975; 423146->423147; 423152->423153; 423153->423154; 423154->423155; 423155->423156; 423147->423157; 423156->423157; 423157->423158; 422975->423159; 423159->423160; 423160->423161; 423161->423162; 423158->423163; 423162->423163; 423163->423164; 423164->423165; }
422972,422973
423145,423146
423151,423152
422975
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time