4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241382 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.6 min
Locality Level Summary:
Any: 20; Node local: 10
Shuffle Read Size / Records:
24.0 MiB / 205276
Associated Job Ids:
66457
DAG Visualization
digraph G { id="graph_241382"; subgraph graph_stage_241382 { id="graph_stage_241382"; isCluster="true"; label="Stage 241382"; 540190 [id="node_540190" labelType="html" label="SQLExecutionRDD [540190] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1410598 { id="cluster_1410598"; isCluster="true"; label="Exchange"; 540168 [id="node_540168" labelType="html" label="ShuffledRowRDD [540168] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410595 { id="cluster_1410595"; isCluster="true"; label="WholeStageCodegen (19)"; 540169 [id="node_540169" labelType="html" label="MapPartitionsRDD [540169] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410720 { id="cluster_1410720"; isCluster="true"; label="Exchange"; 540182 [id="node_540182" labelType="html" label="ShuffledRowRDD [540182] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410717 { id="cluster_1410717"; isCluster="true"; label="WholeStageCodegen (22)"; 540183 [id="node_540183" labelType="html" label="MapPartitionsRDD [540183] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410590 { id="cluster_1410590"; isCluster="true"; label="WholeStageCodegen (23)"; 540184 [id="node_540184" labelType="html" label="ZippedPartitionsRDD2 [540184] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540185 [id="node_540185" labelType="html" label="MapPartitionsRDD [540185] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410589 { id="cluster_1410589"; isCluster="true"; label="DeserializeToObject"; 540186 [id="node_540186" labelType="html" label="MapPartitionsRDD [540186] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410588 { id="cluster_1410588"; isCluster="true"; label="MapPartitions"; 540187 [id="node_540187" labelType="html" label="MapPartitionsRDD [540187] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410566 { id="cluster_1410566"; isCluster="true"; label="WholeStageCodegen (26)"; 540188 [id="node_540188" labelType="html" label="MapPartitionsRDD [540188] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410565 { id="cluster_1410565"; isCluster="true"; label="DeserializeToObject"; 540189 [id="node_540189" labelType="html" label="MapPartitionsRDD [540189] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410733 { id="cluster_1410733"; isCluster="true"; label="mapPartitions"; 540191 [id="node_540191" labelType="html" label="MapPartitionsRDD [540191] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410734 { id="cluster_1410734"; isCluster="true"; label="mapPartitions"; 540192 [id="node_540192" labelType="html" label="MapPartitionsRDD [540192] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540168->540169; 540182->540183; 540169->540184; 540183->540184; 540184->540185; 540185->540186; 540186->540187; 540187->540188; 540188->540189; 540189->540190; 540190->540191; 540191->540192; }
540167,540168
540181,540182
540192
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time