4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241130 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.2 min
Locality Level Summary:
Any: 15; Node local: 15
Shuffle Read Size / Records:
7.7 MiB / 74080
Associated Job Ids:
66409
DAG Visualization
digraph G { id="graph_241130"; subgraph graph_stage_241130 { id="graph_stage_241130"; isCluster="true"; label="Stage 241130"; 539564 [id="node_539564" labelType="html" label="SQLExecutionRDD [539564] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1408988 { id="cluster_1408988"; isCluster="true"; label="Exchange"; 539542 [id="node_539542" labelType="html" label="ShuffledRowRDD [539542] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408985 { id="cluster_1408985"; isCluster="true"; label="WholeStageCodegen (19)"; 539543 [id="node_539543" labelType="html" label="MapPartitionsRDD [539543] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409110 { id="cluster_1409110"; isCluster="true"; label="Exchange"; 539556 [id="node_539556" labelType="html" label="ShuffledRowRDD [539556] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409107 { id="cluster_1409107"; isCluster="true"; label="WholeStageCodegen (22)"; 539557 [id="node_539557" labelType="html" label="MapPartitionsRDD [539557] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408980 { id="cluster_1408980"; isCluster="true"; label="WholeStageCodegen (23)"; 539558 [id="node_539558" labelType="html" label="ZippedPartitionsRDD2 [539558] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539559 [id="node_539559" labelType="html" label="MapPartitionsRDD [539559] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408979 { id="cluster_1408979"; isCluster="true"; label="DeserializeToObject"; 539560 [id="node_539560" labelType="html" label="MapPartitionsRDD [539560] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408978 { id="cluster_1408978"; isCluster="true"; label="MapPartitions"; 539561 [id="node_539561" labelType="html" label="MapPartitionsRDD [539561] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408956 { id="cluster_1408956"; isCluster="true"; label="WholeStageCodegen (26)"; 539562 [id="node_539562" labelType="html" label="MapPartitionsRDD [539562] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408955 { id="cluster_1408955"; isCluster="true"; label="DeserializeToObject"; 539563 [id="node_539563" labelType="html" label="MapPartitionsRDD [539563] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409123 { id="cluster_1409123"; isCluster="true"; label="mapPartitions"; 539565 [id="node_539565" labelType="html" label="MapPartitionsRDD [539565] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409124 { id="cluster_1409124"; isCluster="true"; label="mapPartitions"; 539566 [id="node_539566" labelType="html" label="MapPartitionsRDD [539566] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539542->539543; 539556->539557; 539543->539558; 539557->539558; 539558->539559; 539559->539560; 539560->539561; 539561->539562; 539562->539563; 539563->539564; 539564->539565; 539565->539566; }
539541,539542
539555,539556
539566
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time