4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1052 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
355.6 KiB / 37
Shuffle Write Size / Records:
2.5 MiB / 19998
Associated Job Ids:
227
DAG Visualization
digraph G { id="graph_1052"; subgraph graph_stage_1052 { id="graph_stage_1052"; isCluster="true"; label="Stage 1052"; subgraph cluster_3839 { id="cluster_3839"; isCluster="true"; label="Exchange"; 1455 [id="node_1455" labelType="html" label="ShuffledRowRDD [1455] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3838 { id="cluster_3838"; isCluster="true"; label="InMemoryTableScan"; 1456 [id="node_1456" labelType="html" label="MapPartitionsRDD [1456] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1457 [id="node_1457" labelType="html" label="Exchange hashpartitioning(product#448, plant#449, 37), REPARTITION_BY_NUM, [plan_id=117521]\n+- *(1) Scan ExistingRDD[shardId#445,worklistShardItemId#446L,version#447,product#448,plant#449,periodStart#450,periodEnd#451,qty#452]\n [1457] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4124 { id="cluster_4124"; isCluster="true"; label="InMemoryTableScan"; 1556 [id="node_1556" labelType="html" label="MapPartitionsRDD [1556] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1557 [id="node_1557" labelType="html" label="MapPartitionsRDD [1557] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1558 [id="node_1558" labelType="html" label="MapPartitionsRDD [1558] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4114 { id="cluster_4114"; isCluster="true"; label="WholeStageCodegen (3)"; 1559 [id="node_1559" labelType="html" label="MapPartitionsRDD [1559] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4113 { id="cluster_4113"; isCluster="true"; label="Exchange"; 1560 [id="node_1560" labelType="html" label="MapPartitionsRDD [1560] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1455->1456; 1456->1457; 1457->1556; 1556->1557; 1557->1558; 1558->1559; 1559->1560; }
1454,1455
1457
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time