4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190698 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.6 min
Locality Level Summary:
Any: 10; Node local: 20
Shuffle Read Size / Records:
21.6 MiB / 239722
Associated Job Ids:
52683
DAG Visualization
digraph G { id="graph_190698"; subgraph graph_stage_190698 { id="graph_stage_190698"; isCluster="true"; label="Stage 190698"; 424791 [id="node_424791" labelType="html" label="SQLExecutionRDD [424791] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1110024 { id="cluster_1110024"; isCluster="true"; label="Exchange"; 424769 [id="node_424769" labelType="html" label="ShuffledRowRDD [424769] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110021 { id="cluster_1110021"; isCluster="true"; label="WholeStageCodegen (19)"; 424770 [id="node_424770" labelType="html" label="MapPartitionsRDD [424770] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110146 { id="cluster_1110146"; isCluster="true"; label="Exchange"; 424783 [id="node_424783" labelType="html" label="ShuffledRowRDD [424783] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110143 { id="cluster_1110143"; isCluster="true"; label="WholeStageCodegen (22)"; 424784 [id="node_424784" labelType="html" label="MapPartitionsRDD [424784] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110016 { id="cluster_1110016"; isCluster="true"; label="WholeStageCodegen (23)"; 424785 [id="node_424785" labelType="html" label="ZippedPartitionsRDD2 [424785] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424786 [id="node_424786" labelType="html" label="MapPartitionsRDD [424786] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110015 { id="cluster_1110015"; isCluster="true"; label="DeserializeToObject"; 424787 [id="node_424787" labelType="html" label="MapPartitionsRDD [424787] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110014 { id="cluster_1110014"; isCluster="true"; label="MapPartitions"; 424788 [id="node_424788" labelType="html" label="MapPartitionsRDD [424788] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109992 { id="cluster_1109992"; isCluster="true"; label="WholeStageCodegen (26)"; 424789 [id="node_424789" labelType="html" label="MapPartitionsRDD [424789] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109991 { id="cluster_1109991"; isCluster="true"; label="DeserializeToObject"; 424790 [id="node_424790" labelType="html" label="MapPartitionsRDD [424790] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110159 { id="cluster_1110159"; isCluster="true"; label="mapPartitions"; 424792 [id="node_424792" labelType="html" label="MapPartitionsRDD [424792] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110160 { id="cluster_1110160"; isCluster="true"; label="mapPartitions"; 424793 [id="node_424793" labelType="html" label="MapPartitionsRDD [424793] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424769->424770; 424783->424784; 424770->424785; 424784->424785; 424785->424786; 424786->424787; 424787->424788; 424788->424789; 424789->424790; 424790->424791; 424791->424792; 424792->424793; }
424768,424769
424782,424783
424793
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time