4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241485 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.9 min
Locality Level Summary:
Any: 10; Node local: 20
Shuffle Read Size / Records:
26.2 MiB / 239908
Associated Job Ids:
66479
DAG Visualization
digraph G { id="graph_241485"; subgraph graph_stage_241485 { id="graph_stage_241485"; isCluster="true"; label="Stage 241485"; 540481 [id="node_540481" labelType="html" label="SQLExecutionRDD [540481] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1411316 { id="cluster_1411316"; isCluster="true"; label="Exchange"; 540459 [id="node_540459" labelType="html" label="ShuffledRowRDD [540459] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411313 { id="cluster_1411313"; isCluster="true"; label="WholeStageCodegen (19)"; 540460 [id="node_540460" labelType="html" label="MapPartitionsRDD [540460] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411438 { id="cluster_1411438"; isCluster="true"; label="Exchange"; 540473 [id="node_540473" labelType="html" label="ShuffledRowRDD [540473] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411435 { id="cluster_1411435"; isCluster="true"; label="WholeStageCodegen (22)"; 540474 [id="node_540474" labelType="html" label="MapPartitionsRDD [540474] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411308 { id="cluster_1411308"; isCluster="true"; label="WholeStageCodegen (23)"; 540475 [id="node_540475" labelType="html" label="ZippedPartitionsRDD2 [540475] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540476 [id="node_540476" labelType="html" label="MapPartitionsRDD [540476] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411307 { id="cluster_1411307"; isCluster="true"; label="DeserializeToObject"; 540477 [id="node_540477" labelType="html" label="MapPartitionsRDD [540477] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411306 { id="cluster_1411306"; isCluster="true"; label="MapPartitions"; 540478 [id="node_540478" labelType="html" label="MapPartitionsRDD [540478] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411284 { id="cluster_1411284"; isCluster="true"; label="WholeStageCodegen (26)"; 540479 [id="node_540479" labelType="html" label="MapPartitionsRDD [540479] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411283 { id="cluster_1411283"; isCluster="true"; label="DeserializeToObject"; 540480 [id="node_540480" labelType="html" label="MapPartitionsRDD [540480] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411451 { id="cluster_1411451"; isCluster="true"; label="mapPartitions"; 540482 [id="node_540482" labelType="html" label="MapPartitionsRDD [540482] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411452 { id="cluster_1411452"; isCluster="true"; label="mapPartitions"; 540483 [id="node_540483" labelType="html" label="MapPartitionsRDD [540483] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540459->540460; 540473->540474; 540460->540475; 540474->540475; 540475->540476; 540476->540477; 540477->540478; 540478->540479; 540479->540480; 540480->540481; 540481->540482; 540482->540483; }
540458,540459
540472,540473
540483
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time