4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241581 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
8.3 MiB / 60
Shuffle Write Size / Records:
3.6 MiB / 102638
Associated Job Ids:
66499
DAG Visualization
digraph G { id="graph_241581"; subgraph graph_stage_241581 { id="graph_stage_241581"; isCluster="true"; label="Stage 241581"; subgraph cluster_1411767 { id="cluster_1411767"; isCluster="true"; label="Exchange"; 540586 [id="node_540586" labelType="html" label="ShuffledRowRDD [540586] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411766 { id="cluster_1411766"; isCluster="true"; label="InMemoryTableScan"; 540587 [id="node_540587" labelType="html" label="MapPartitionsRDD [540587] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540588 [id="node_540588" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36546947]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [540588] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412096 { id="cluster_1412096"; isCluster="true"; label="InMemoryTableScan"; 540726 [id="node_540726" labelType="html" label="MapPartitionsRDD [540726] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540727 [id="node_540727" labelType="html" label="MapPartitionsRDD [540727] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540728 [id="node_540728" labelType="html" label="MapPartitionsRDD [540728] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412093 { id="cluster_1412093"; isCluster="true"; label="WholeStageCodegen (20)"; 540729 [id="node_540729" labelType="html" label="MapPartitionsRDD [540729] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412092 { id="cluster_1412092"; isCluster="true"; label="ObjectHashAggregate"; 540730 [id="node_540730" labelType="html" label="MapPartitionsRDD [540730] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412091 { id="cluster_1412091"; isCluster="true"; label="ObjectHashAggregate"; 540731 [id="node_540731" labelType="html" label="MapPartitionsRDD [540731] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412101 { id="cluster_1412101"; isCluster="true"; label="InMemoryTableScan"; 540732 [id="node_540732" labelType="html" label="MapPartitionsRDD [540732] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540733 [id="node_540733" labelType="html" label="MapPartitionsRDD [540733] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540734 [id="node_540734" labelType="html" label="MapPartitionsRDD [540734] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412097 { id="cluster_1412097"; isCluster="true"; label="WholeStageCodegen (21)"; 540735 [id="node_540735" labelType="html" label="MapPartitionsRDD [540735] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412090 { id="cluster_1412090"; isCluster="true"; label="Union"; 540736 [id="node_540736" labelType="html" label="UnionRDD [540736] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412089 { id="cluster_1412089"; isCluster="true"; label="Exchange"; 540737 [id="node_540737" labelType="html" label="MapPartitionsRDD [540737] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540586->540587; 540587->540588; 540588->540726; 540726->540727; 540727->540728; 540728->540729; 540729->540730; 540730->540731; 540588->540732; 540732->540733; 540733->540734; 540734->540735; 540731->540736; 540735->540736; 540736->540737; }
540585,540586
540588
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time