4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241082 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 60
Input Size / Records:
8.3 MiB / 60
Shuffle Write Size / Records:
3.6 MiB / 102638
Associated Job Ids:
66397
DAG Visualization
digraph G { id="graph_241082"; subgraph graph_stage_241082 { id="graph_stage_241082"; isCluster="true"; label="Stage 241082"; subgraph cluster_1408445 { id="cluster_1408445"; isCluster="true"; label="Exchange"; 539235 [id="node_539235" labelType="html" label="ShuffledRowRDD [539235] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408444 { id="cluster_1408444"; isCluster="true"; label="InMemoryTableScan"; 539236 [id="node_539236" labelType="html" label="MapPartitionsRDD [539236] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539237 [id="node_539237" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36538544]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [539237] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408774 { id="cluster_1408774"; isCluster="true"; label="InMemoryTableScan"; 539375 [id="node_539375" labelType="html" label="MapPartitionsRDD [539375] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539376 [id="node_539376" labelType="html" label="MapPartitionsRDD [539376] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539377 [id="node_539377" labelType="html" label="MapPartitionsRDD [539377] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408771 { id="cluster_1408771"; isCluster="true"; label="WholeStageCodegen (20)"; 539378 [id="node_539378" labelType="html" label="MapPartitionsRDD [539378] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408770 { id="cluster_1408770"; isCluster="true"; label="ObjectHashAggregate"; 539379 [id="node_539379" labelType="html" label="MapPartitionsRDD [539379] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408769 { id="cluster_1408769"; isCluster="true"; label="ObjectHashAggregate"; 539380 [id="node_539380" labelType="html" label="MapPartitionsRDD [539380] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408779 { id="cluster_1408779"; isCluster="true"; label="InMemoryTableScan"; 539381 [id="node_539381" labelType="html" label="MapPartitionsRDD [539381] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539382 [id="node_539382" labelType="html" label="MapPartitionsRDD [539382] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539383 [id="node_539383" labelType="html" label="MapPartitionsRDD [539383] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408775 { id="cluster_1408775"; isCluster="true"; label="WholeStageCodegen (21)"; 539384 [id="node_539384" labelType="html" label="MapPartitionsRDD [539384] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408768 { id="cluster_1408768"; isCluster="true"; label="Union"; 539385 [id="node_539385" labelType="html" label="UnionRDD [539385] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408767 { id="cluster_1408767"; isCluster="true"; label="Exchange"; 539386 [id="node_539386" labelType="html" label="MapPartitionsRDD [539386] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539235->539236; 539236->539237; 539237->539375; 539375->539376; 539376->539377; 539377->539378; 539378->539379; 539379->539380; 539237->539381; 539381->539382; 539382->539383; 539383->539384; 539380->539385; 539384->539385; 539385->539386; }
539234,539235
539237
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time