4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190882 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
34 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.5 MiB / 30
Shuffle Read Size / Records:
49.9 MiB / 1112760
Shuffle Write Size / Records:
33.3 MiB / 222552
Associated Job Ids:
52720
DAG Visualization
digraph G { id="graph_190882"; subgraph graph_stage_190882 { id="graph_stage_190882"; isCluster="true"; label="Stage 190882"; subgraph cluster_1110830 { id="cluster_1110830"; isCluster="true"; label="Exchange"; 425069 [id="node_425069" labelType="html" label="ShuffledRowRDD [425069] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110829 { id="cluster_1110829"; isCluster="true"; label="InMemoryTableScan"; 425070 [id="node_425070" labelType="html" label="MapPartitionsRDD [425070] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425071 [id="node_425071" labelType="html" label="Exchange hashpartitioning(product#6552476, plant#6552477, 30), REPARTITION_BY_NUM, [plan_id=29061951]\n+- *(1) Scan ExistingRDD[shardId#6552473,worklistShardItemId#6552474L,version#6552475,product#6552476,plant#6552477,periodStart#6552478,periodEnd#6552479,qty#6552480]\n [425071] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111323 { id="cluster_1111323"; isCluster="true"; label="Exchange"; 425240 [id="node_425240" labelType="html" label="ShuffledRowRDD [425240] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111319 { id="cluster_1111319"; isCluster="true"; label="WholeStageCodegen (2)"; 425241 [id="node_425241" labelType="html" label="MapPartitionsRDD [425241] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111339 { id="cluster_1111339"; isCluster="true"; label="Exchange"; 425246 [id="node_425246" labelType="html" label="ShuffledRowRDD [425246] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111335 { id="cluster_1111335"; isCluster="true"; label="WholeStageCodegen (4)"; 425247 [id="node_425247" labelType="html" label="MapPartitionsRDD [425247] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111334 { id="cluster_1111334"; isCluster="true"; label="ObjectHashAggregate"; 425248 [id="node_425248" labelType="html" label="MapPartitionsRDD [425248] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111333 { id="cluster_1111333"; isCluster="true"; label="ObjectHashAggregate"; 425249 [id="node_425249" labelType="html" label="MapPartitionsRDD [425249] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111330 { id="cluster_1111330"; isCluster="true"; label="WholeStageCodegen (5)"; 425250 [id="node_425250" labelType="html" label="MapPartitionsRDD [425250] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111315 { id="cluster_1111315"; isCluster="true"; label="WholeStageCodegen (6)"; 425251 [id="node_425251" labelType="html" label="ZippedPartitionsRDD2 [425251] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425252 [id="node_425252" labelType="html" label="MapPartitionsRDD [425252] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111351 { id="cluster_1111351"; isCluster="true"; label="InMemoryTableScan"; 425253 [id="node_425253" labelType="html" label="MapPartitionsRDD [425253] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425254 [id="node_425254" labelType="html" label="MapPartitionsRDD [425254] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425255 [id="node_425255" labelType="html" label="MapPartitionsRDD [425255] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111346 { id="cluster_1111346"; isCluster="true"; label="WholeStageCodegen (7)"; 425256 [id="node_425256" labelType="html" label="MapPartitionsRDD [425256] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111308 { id="cluster_1111308"; isCluster="true"; label="WholeStageCodegen (8)"; 425257 [id="node_425257" labelType="html" label="ZippedPartitionsRDD2 [425257] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425258 [id="node_425258" labelType="html" label="MapPartitionsRDD [425258] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111307 { id="cluster_1111307"; isCluster="true"; label="Exchange"; 425259 [id="node_425259" labelType="html" label="MapPartitionsRDD [425259] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425069->425070; 425070->425071; 425240->425241; 425246->425247; 425247->425248; 425248->425249; 425249->425250; 425241->425251; 425250->425251; 425251->425252; 425071->425253; 425253->425254; 425254->425255; 425255->425256; 425252->425257; 425256->425257; 425257->425258; 425258->425259; }
425068,425069
425239,425240
425245,425246
425071
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time