4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190309 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.7 MiB / 60
Shuffle Write Size / Records:
4.2 MiB / 119861
Associated Job Ids:
52603
DAG Visualization
digraph G { id="graph_190309"; subgraph graph_stage_190309 { id="graph_stage_190309"; isCluster="true"; label="Stage 190309"; subgraph cluster_1107270 { id="cluster_1107270"; isCluster="true"; label="Exchange"; 423591 [id="node_423591" labelType="html" label="ShuffledRowRDD [423591] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107269 { id="cluster_1107269"; isCluster="true"; label="InMemoryTableScan"; 423592 [id="node_423592" labelType="html" label="MapPartitionsRDD [423592] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423593 [id="node_423593" labelType="html" label="Exchange hashpartitioning(product#6552524, plant#6552525, 30), REPARTITION_BY_NUM, [plan_id=29052809]\n+- *(1) Scan ExistingRDD[shardId#6552521,worklistShardItemId#6552522L,version#6552523,product#6552524,plant#6552525,periodStart#6552526,periodEnd#6552527,qty#6552528]\n [423593] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107589 { id="cluster_1107589"; isCluster="true"; label="InMemoryTableScan"; 423727 [id="node_423727" labelType="html" label="MapPartitionsRDD [423727] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423728 [id="node_423728" labelType="html" label="MapPartitionsRDD [423728] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423729 [id="node_423729" labelType="html" label="MapPartitionsRDD [423729] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107586 { id="cluster_1107586"; isCluster="true"; label="WholeStageCodegen (20)"; 423730 [id="node_423730" labelType="html" label="MapPartitionsRDD [423730] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107585 { id="cluster_1107585"; isCluster="true"; label="ObjectHashAggregate"; 423731 [id="node_423731" labelType="html" label="MapPartitionsRDD [423731] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107584 { id="cluster_1107584"; isCluster="true"; label="ObjectHashAggregate"; 423732 [id="node_423732" labelType="html" label="MapPartitionsRDD [423732] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107594 { id="cluster_1107594"; isCluster="true"; label="InMemoryTableScan"; 423733 [id="node_423733" labelType="html" label="MapPartitionsRDD [423733] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423734 [id="node_423734" labelType="html" label="MapPartitionsRDD [423734] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423735 [id="node_423735" labelType="html" label="MapPartitionsRDD [423735] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107590 { id="cluster_1107590"; isCluster="true"; label="WholeStageCodegen (21)"; 423736 [id="node_423736" labelType="html" label="MapPartitionsRDD [423736] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107583 { id="cluster_1107583"; isCluster="true"; label="Union"; 423737 [id="node_423737" labelType="html" label="UnionRDD [423737] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107582 { id="cluster_1107582"; isCluster="true"; label="Exchange"; 423738 [id="node_423738" labelType="html" label="MapPartitionsRDD [423738] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423591->423592; 423592->423593; 423593->423727; 423727->423728; 423728->423729; 423729->423730; 423730->423731; 423731->423732; 423593->423733; 423733->423734; 423734->423735; 423735->423736; 423732->423737; 423736->423737; 423737->423738; }
423590,423591
423593
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time