4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241091 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.5 min
Locality Level Summary:
Any: 20; Node local: 10
Shuffle Read Size / Records:
23.5 MiB / 205276
Associated Job Ids:
66397
DAG Visualization
digraph G { id="graph_241091"; subgraph graph_stage_241091 { id="graph_stage_241091"; isCluster="true"; label="Stage 241091"; 539395 [id="node_539395" labelType="html" label="SQLExecutionRDD [539395] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1408645 { id="cluster_1408645"; isCluster="true"; label="Exchange"; 539373 [id="node_539373" labelType="html" label="ShuffledRowRDD [539373] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408642 { id="cluster_1408642"; isCluster="true"; label="WholeStageCodegen (19)"; 539374 [id="node_539374" labelType="html" label="MapPartitionsRDD [539374] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408767 { id="cluster_1408767"; isCluster="true"; label="Exchange"; 539387 [id="node_539387" labelType="html" label="ShuffledRowRDD [539387] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408764 { id="cluster_1408764"; isCluster="true"; label="WholeStageCodegen (22)"; 539388 [id="node_539388" labelType="html" label="MapPartitionsRDD [539388] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408637 { id="cluster_1408637"; isCluster="true"; label="WholeStageCodegen (23)"; 539389 [id="node_539389" labelType="html" label="ZippedPartitionsRDD2 [539389] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539390 [id="node_539390" labelType="html" label="MapPartitionsRDD [539390] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408636 { id="cluster_1408636"; isCluster="true"; label="DeserializeToObject"; 539391 [id="node_539391" labelType="html" label="MapPartitionsRDD [539391] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408635 { id="cluster_1408635"; isCluster="true"; label="MapPartitions"; 539392 [id="node_539392" labelType="html" label="MapPartitionsRDD [539392] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408613 { id="cluster_1408613"; isCluster="true"; label="WholeStageCodegen (26)"; 539393 [id="node_539393" labelType="html" label="MapPartitionsRDD [539393] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408612 { id="cluster_1408612"; isCluster="true"; label="DeserializeToObject"; 539394 [id="node_539394" labelType="html" label="MapPartitionsRDD [539394] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408780 { id="cluster_1408780"; isCluster="true"; label="mapPartitions"; 539396 [id="node_539396" labelType="html" label="MapPartitionsRDD [539396] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408781 { id="cluster_1408781"; isCluster="true"; label="mapPartitions"; 539397 [id="node_539397" labelType="html" label="MapPartitionsRDD [539397] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539373->539374; 539387->539388; 539374->539389; 539388->539389; 539389->539390; 539390->539391; 539391->539392; 539392->539393; 539393->539394; 539394->539395; 539395->539396; 539396->539397; }
539372,539373
539386,539387
539397
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time