4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190213 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.1 min
Locality Level Summary:
Any: 10; Node local: 20
Shuffle Read Size / Records:
16.7 MiB / 175878
Associated Job Ids:
52583
DAG Visualization
digraph G { id="graph_190213"; subgraph graph_stage_190213 { id="graph_stage_190213"; isCluster="true"; label="Stage 190213"; 423486 [id="node_423486" labelType="html" label="SQLExecutionRDD [423486] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1106819 { id="cluster_1106819"; isCluster="true"; label="Exchange"; 423464 [id="node_423464" labelType="html" label="ShuffledRowRDD [423464] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106816 { id="cluster_1106816"; isCluster="true"; label="WholeStageCodegen (19)"; 423465 [id="node_423465" labelType="html" label="MapPartitionsRDD [423465] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106941 { id="cluster_1106941"; isCluster="true"; label="Exchange"; 423478 [id="node_423478" labelType="html" label="ShuffledRowRDD [423478] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106938 { id="cluster_1106938"; isCluster="true"; label="WholeStageCodegen (22)"; 423479 [id="node_423479" labelType="html" label="MapPartitionsRDD [423479] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106811 { id="cluster_1106811"; isCluster="true"; label="WholeStageCodegen (23)"; 423480 [id="node_423480" labelType="html" label="ZippedPartitionsRDD2 [423480] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423481 [id="node_423481" labelType="html" label="MapPartitionsRDD [423481] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106810 { id="cluster_1106810"; isCluster="true"; label="DeserializeToObject"; 423482 [id="node_423482" labelType="html" label="MapPartitionsRDD [423482] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106809 { id="cluster_1106809"; isCluster="true"; label="MapPartitions"; 423483 [id="node_423483" labelType="html" label="MapPartitionsRDD [423483] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106787 { id="cluster_1106787"; isCluster="true"; label="WholeStageCodegen (26)"; 423484 [id="node_423484" labelType="html" label="MapPartitionsRDD [423484] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106786 { id="cluster_1106786"; isCluster="true"; label="DeserializeToObject"; 423485 [id="node_423485" labelType="html" label="MapPartitionsRDD [423485] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106954 { id="cluster_1106954"; isCluster="true"; label="mapPartitions"; 423487 [id="node_423487" labelType="html" label="MapPartitionsRDD [423487] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106955 { id="cluster_1106955"; isCluster="true"; label="mapPartitions"; 423488 [id="node_423488" labelType="html" label="MapPartitionsRDD [423488] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423464->423465; 423478->423479; 423465->423480; 423479->423480; 423480->423481; 423481->423482; 423482->423483; 423483->423484; 423484->423485; 423485->423486; 423486->423487; 423487->423488; }
423463,423464
423477,423478
423488
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time