4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 519 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
355.3 KiB / 37
Shuffle Write Size / Records:
2.5 MiB / 19998
Associated Job Ids:
187
DAG Visualization
digraph G { id="graph_519"; subgraph graph_stage_519 { id="graph_stage_519"; isCluster="true"; label="Stage 519"; subgraph cluster_2388 { id="cluster_2388"; isCluster="true"; label="Exchange"; 842 [id="node_842" labelType="html" label="ShuffledRowRDD [842] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2387 { id="cluster_2387"; isCluster="true"; label="InMemoryTableScan"; 843 [id="node_843" labelType="html" label="MapPartitionsRDD [843] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 844 [id="node_844" labelType="html" label="Exchange hashpartitioning(product#448, plant#449, 37), REPARTITION_BY_NUM, [plan_id=113634]\n+- *(1) Scan ExistingRDD[shardId#445,worklistShardItemId#446L,version#447,product#448,plant#449,periodStart#450,periodEnd#451,qty#452]\n [844] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2742 { id="cluster_2742"; isCluster="true"; label="InMemoryTableScan"; 971 [id="node_971" labelType="html" label="MapPartitionsRDD [971] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 972 [id="node_972" labelType="html" label="MapPartitionsRDD [972] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 973 [id="node_973" labelType="html" label="MapPartitionsRDD [973] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2732 { id="cluster_2732"; isCluster="true"; label="WholeStageCodegen (3)"; 974 [id="node_974" labelType="html" label="MapPartitionsRDD [974] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2731 { id="cluster_2731"; isCluster="true"; label="Exchange"; 975 [id="node_975" labelType="html" label="MapPartitionsRDD [975] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 842->843; 843->844; 844->971; 971->972; 972->973; 973->974; 974->975; }
841,842
844
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time