4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 520 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
4.0 MiB / 39996
Shuffle Write Size / Records:
2.5 MiB / 19721
Associated Job Ids:
187
DAG Visualization
digraph G { id="graph_520"; subgraph graph_stage_520 { id="graph_stage_520"; isCluster="true"; label="Stage 520"; subgraph cluster_2731 { id="cluster_2731"; isCluster="true"; label="Exchange"; 976 [id="node_976" labelType="html" label="ShuffledRowRDD [976] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2728 { id="cluster_2728"; isCluster="true"; label="WholeStageCodegen (4)"; 977 [id="node_977" labelType="html" label="MapPartitionsRDD [977] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2747 { id="cluster_2747"; isCluster="true"; label="Exchange"; 983 [id="node_983" labelType="html" label="ShuffledRowRDD [983] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2744 { id="cluster_2744"; isCluster="true"; label="WholeStageCodegen (7)"; 984 [id="node_984" labelType="html" label="MapPartitionsRDD [984] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2724 { id="cluster_2724"; isCluster="true"; label="WholeStageCodegen (8)"; 985 [id="node_985" labelType="html" label="ZippedPartitionsRDD2 [985] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 986 [id="node_986" labelType="html" label="MapPartitionsRDD [986] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2723 { id="cluster_2723"; isCluster="true"; label="ObjectHashAggregate"; 987 [id="node_987" labelType="html" label="MapPartitionsRDD [987] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2722 { id="cluster_2722"; isCluster="true"; label="Exchange"; 988 [id="node_988" labelType="html" label="MapPartitionsRDD [988] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 976->977; 983->984; 977->985; 984->985; 985->986; 986->987; 987->988; }
975,976
982,983
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time