4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241087 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.2 MiB / 30
Shuffle Read Size / Records:
51.3 MiB / 1539570
Shuffle Write Size / Records:
8.0 MiB / 205276
Associated Job Ids:
66397
DAG Visualization
digraph G { id="graph_241087"; subgraph graph_stage_241087 { id="graph_stage_241087"; isCluster="true"; label="Stage 241087"; subgraph cluster_1408445 { id="cluster_1408445"; isCluster="true"; label="Exchange"; 539235 [id="node_539235" labelType="html" label="ShuffledRowRDD [539235] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408444 { id="cluster_1408444"; isCluster="true"; label="InMemoryTableScan"; 539236 [id="node_539236" labelType="html" label="MapPartitionsRDD [539236] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539237 [id="node_539237" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36538544]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [539237] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408724 { id="cluster_1408724"; isCluster="true"; label="Exchange"; 539344 [id="node_539344" labelType="html" label="ShuffledRowRDD [539344] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408721 { id="cluster_1408721"; isCluster="true"; label="WholeStageCodegen (11)"; 539345 [id="node_539345" labelType="html" label="MapPartitionsRDD [539345] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408743 { id="cluster_1408743"; isCluster="true"; label="Exchange"; 539352 [id="node_539352" labelType="html" label="ShuffledRowRDD [539352] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408738 { id="cluster_1408738"; isCluster="true"; label="WholeStageCodegen (13)"; 539353 [id="node_539353" labelType="html" label="MapPartitionsRDD [539353] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408717 { id="cluster_1408717"; isCluster="true"; label="WholeStageCodegen (14)"; 539354 [id="node_539354" labelType="html" label="ZippedPartitionsRDD2 [539354] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539355 [id="node_539355" labelType="html" label="MapPartitionsRDD [539355] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408762 { id="cluster_1408762"; isCluster="true"; label="InMemoryTableScan"; 539356 [id="node_539356" labelType="html" label="MapPartitionsRDD [539356] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539357 [id="node_539357" labelType="html" label="MapPartitionsRDD [539357] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539358 [id="node_539358" labelType="html" label="MapPartitionsRDD [539358] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408757 { id="cluster_1408757"; isCluster="true"; label="WholeStageCodegen (15)"; 539359 [id="node_539359" labelType="html" label="MapPartitionsRDD [539359] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408707 { id="cluster_1408707"; isCluster="true"; label="WholeStageCodegen (16)"; 539360 [id="node_539360" labelType="html" label="ZippedPartitionsRDD2 [539360] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539361 [id="node_539361" labelType="html" label="MapPartitionsRDD [539361] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408706 { id="cluster_1408706"; isCluster="true"; label="Exchange"; 539362 [id="node_539362" labelType="html" label="MapPartitionsRDD [539362] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539235->539236; 539236->539237; 539344->539345; 539352->539353; 539345->539354; 539353->539354; 539354->539355; 539237->539356; 539356->539357; 539357->539358; 539358->539359; 539355->539360; 539359->539360; 539360->539361; 539361->539362; }
539234,539235
539343,539344
539351,539352
539237
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time