4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190115 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.3 MiB / 60
Shuffle Write Size / Records:
1436.5 KiB / 39968
Associated Job Ids:
52563
DAG Visualization
digraph G { id="graph_190115"; subgraph graph_stage_190115 { id="graph_stage_190115"; isCluster="true"; label="Stage 190115"; subgraph cluster_1105680 { id="cluster_1105680"; isCluster="true"; label="Exchange"; 422973 [id="node_422973" labelType="html" label="ShuffledRowRDD [422973] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105679 { id="cluster_1105679"; isCluster="true"; label="InMemoryTableScan"; 422974 [id="node_422974" labelType="html" label="MapPartitionsRDD [422974] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422975 [id="node_422975" labelType="html" label="Exchange hashpartitioning(product#6552476, plant#6552477, 30), REPARTITION_BY_NUM, [plan_id=29048965]\n+- *(1) Scan ExistingRDD[shardId#6552473,worklistShardItemId#6552474L,version#6552475,product#6552476,plant#6552477,periodStart#6552478,periodEnd#6552479,qty#6552480]\n [422975] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106284 { id="cluster_1106284"; isCluster="true"; label="InMemoryTableScan"; 423205 [id="node_423205" labelType="html" label="MapPartitionsRDD [423205] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423206 [id="node_423206" labelType="html" label="MapPartitionsRDD [423206] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423207 [id="node_423207" labelType="html" label="MapPartitionsRDD [423207] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106281 { id="cluster_1106281"; isCluster="true"; label="WholeStageCodegen (20)"; 423208 [id="node_423208" labelType="html" label="MapPartitionsRDD [423208] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106280 { id="cluster_1106280"; isCluster="true"; label="ObjectHashAggregate"; 423209 [id="node_423209" labelType="html" label="MapPartitionsRDD [423209] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106279 { id="cluster_1106279"; isCluster="true"; label="ObjectHashAggregate"; 423210 [id="node_423210" labelType="html" label="MapPartitionsRDD [423210] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106289 { id="cluster_1106289"; isCluster="true"; label="InMemoryTableScan"; 423211 [id="node_423211" labelType="html" label="MapPartitionsRDD [423211] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423212 [id="node_423212" labelType="html" label="MapPartitionsRDD [423212] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423213 [id="node_423213" labelType="html" label="MapPartitionsRDD [423213] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106285 { id="cluster_1106285"; isCluster="true"; label="WholeStageCodegen (21)"; 423214 [id="node_423214" labelType="html" label="MapPartitionsRDD [423214] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106278 { id="cluster_1106278"; isCluster="true"; label="Union"; 423215 [id="node_423215" labelType="html" label="UnionRDD [423215] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106277 { id="cluster_1106277"; isCluster="true"; label="Exchange"; 423216 [id="node_423216" labelType="html" label="MapPartitionsRDD [423216] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422973->422974; 422974->422975; 422975->423205; 423205->423206; 423206->423207; 423207->423208; 423208->423209; 423209->423210; 422975->423211; 423211->423212; 423212->423213; 423213->423214; 423210->423215; 423214->423215; 423215->423216; }
422972,422973
422975
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time