4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241088 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
39 s
Locality Level Summary:
Any: 4; Node local: 26
Input Size / Records:
4.2 MiB / 30
Shuffle Read Size / Records:
70.3 MiB / 1539570
Shuffle Write Size / Records:
40.4 MiB / 205276
Associated Job Ids:
66397
DAG Visualization
digraph G { id="graph_241088"; subgraph graph_stage_241088 { id="graph_stage_241088"; isCluster="true"; label="Stage 241088"; subgraph cluster_1408445 { id="cluster_1408445"; isCluster="true"; label="Exchange"; 539235 [id="node_539235" labelType="html" label="ShuffledRowRDD [539235] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408444 { id="cluster_1408444"; isCluster="true"; label="InMemoryTableScan"; 539236 [id="node_539236" labelType="html" label="MapPartitionsRDD [539236] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539237 [id="node_539237" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36538544]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [539237] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408673 { id="cluster_1408673"; isCluster="true"; label="Exchange"; 539316 [id="node_539316" labelType="html" label="ShuffledRowRDD [539316] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408669 { id="cluster_1408669"; isCluster="true"; label="WholeStageCodegen (2)"; 539317 [id="node_539317" labelType="html" label="MapPartitionsRDD [539317] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408689 { id="cluster_1408689"; isCluster="true"; label="Exchange"; 539322 [id="node_539322" labelType="html" label="ShuffledRowRDD [539322] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408685 { id="cluster_1408685"; isCluster="true"; label="WholeStageCodegen (4)"; 539323 [id="node_539323" labelType="html" label="MapPartitionsRDD [539323] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408684 { id="cluster_1408684"; isCluster="true"; label="ObjectHashAggregate"; 539324 [id="node_539324" labelType="html" label="MapPartitionsRDD [539324] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408683 { id="cluster_1408683"; isCluster="true"; label="ObjectHashAggregate"; 539325 [id="node_539325" labelType="html" label="MapPartitionsRDD [539325] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408680 { id="cluster_1408680"; isCluster="true"; label="WholeStageCodegen (5)"; 539326 [id="node_539326" labelType="html" label="MapPartitionsRDD [539326] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408665 { id="cluster_1408665"; isCluster="true"; label="WholeStageCodegen (6)"; 539327 [id="node_539327" labelType="html" label="ZippedPartitionsRDD2 [539327] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539328 [id="node_539328" labelType="html" label="MapPartitionsRDD [539328] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408701 { id="cluster_1408701"; isCluster="true"; label="InMemoryTableScan"; 539329 [id="node_539329" labelType="html" label="MapPartitionsRDD [539329] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539330 [id="node_539330" labelType="html" label="MapPartitionsRDD [539330] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539331 [id="node_539331" labelType="html" label="MapPartitionsRDD [539331] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408696 { id="cluster_1408696"; isCluster="true"; label="WholeStageCodegen (7)"; 539332 [id="node_539332" labelType="html" label="MapPartitionsRDD [539332] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408658 { id="cluster_1408658"; isCluster="true"; label="WholeStageCodegen (8)"; 539333 [id="node_539333" labelType="html" label="ZippedPartitionsRDD2 [539333] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539334 [id="node_539334" labelType="html" label="MapPartitionsRDD [539334] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408657 { id="cluster_1408657"; isCluster="true"; label="Exchange"; 539335 [id="node_539335" labelType="html" label="MapPartitionsRDD [539335] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539235->539236; 539236->539237; 539316->539317; 539322->539323; 539323->539324; 539324->539325; 539325->539326; 539317->539327; 539326->539327; 539327->539328; 539237->539329; 539329->539330; 539330->539331; 539331->539332; 539328->539333; 539332->539333; 539333->539334; 539334->539335; }
539234,539235
539315,539316
539321,539322
539237
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time