4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 518 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
355.3 KiB / 37
Shuffle Write Size / Records:
1525.0 KiB / 19998
Associated Job Ids:
187
DAG Visualization
digraph G { id="graph_518"; subgraph graph_stage_518 { id="graph_stage_518"; isCluster="true"; label="Stage 518"; subgraph cluster_2388 { id="cluster_2388"; isCluster="true"; label="Exchange"; 842 [id="node_842" labelType="html" label="ShuffledRowRDD [842] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2387 { id="cluster_2387"; isCluster="true"; label="InMemoryTableScan"; 843 [id="node_843" labelType="html" label="MapPartitionsRDD [843] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 844 [id="node_844" labelType="html" label="Exchange hashpartitioning(product#448, plant#449, 37), REPARTITION_BY_NUM, [plan_id=113634]\n+- *(1) Scan ExistingRDD[shardId#445,worklistShardItemId#446L,version#447,product#448,plant#449,periodStart#450,periodEnd#451,qty#452]\n [844] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2761 { id="cluster_2761"; isCluster="true"; label="InMemoryTableScan"; 978 [id="node_978" labelType="html" label="MapPartitionsRDD [978] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 979 [id="node_979" labelType="html" label="MapPartitionsRDD [979] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 980 [id="node_980" labelType="html" label="MapPartitionsRDD [980] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2748 { id="cluster_2748"; isCluster="true"; label="WholeStageCodegen (6)"; 981 [id="node_981" labelType="html" label="MapPartitionsRDD [981] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2747 { id="cluster_2747"; isCluster="true"; label="Exchange"; 982 [id="node_982" labelType="html" label="MapPartitionsRDD [982] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 842->843; 843->844; 844->978; 978->979; 979->980; 980->981; 981->982; }
841,842
844
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time