4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1051 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 37
Input Size / Records:
355.6 KiB / 37
Shuffle Write Size / Records:
1524.6 KiB / 19998
Associated Job Ids:
227
DAG Visualization
digraph G { id="graph_1051"; subgraph graph_stage_1051 { id="graph_stage_1051"; isCluster="true"; label="Stage 1051"; subgraph cluster_3839 { id="cluster_3839"; isCluster="true"; label="Exchange"; 1455 [id="node_1455" labelType="html" label="ShuffledRowRDD [1455] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3838 { id="cluster_3838"; isCluster="true"; label="InMemoryTableScan"; 1456 [id="node_1456" labelType="html" label="MapPartitionsRDD [1456] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1457 [id="node_1457" labelType="html" label="Exchange hashpartitioning(product#448, plant#449, 37), REPARTITION_BY_NUM, [plan_id=117521]\n+- *(1) Scan ExistingRDD[shardId#445,worklistShardItemId#446L,version#447,product#448,plant#449,periodStart#450,periodEnd#451,qty#452]\n [1457] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4143 { id="cluster_4143"; isCluster="true"; label="InMemoryTableScan"; 1563 [id="node_1563" labelType="html" label="MapPartitionsRDD [1563] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1564 [id="node_1564" labelType="html" label="MapPartitionsRDD [1564] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1565 [id="node_1565" labelType="html" label="MapPartitionsRDD [1565] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4130 { id="cluster_4130"; isCluster="true"; label="WholeStageCodegen (6)"; 1566 [id="node_1566" labelType="html" label="MapPartitionsRDD [1566] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4129 { id="cluster_4129"; isCluster="true"; label="Exchange"; 1567 [id="node_1567" labelType="html" label="MapPartitionsRDD [1567] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1455->1456; 1456->1457; 1457->1563; 1563->1564; 1564->1565; 1565->1566; 1566->1567; }
1454,1455
1457
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time