4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189864 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.4 min
Locality Level Summary:
Any: 20; Node local: 10
Shuffle Read Size / Records:
19.3 MiB / 222552
Associated Job Ids:
52515
DAG Visualization
digraph G { id="graph_189864"; subgraph graph_stage_189864 { id="graph_stage_189864"; isCluster="true"; label="Stage 189864"; 422607 [id="node_422607" labelType="html" label="SQLExecutionRDD [422607] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1104588 { id="cluster_1104588"; isCluster="true"; label="Exchange"; 422585 [id="node_422585" labelType="html" label="ShuffledRowRDD [422585] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104585 { id="cluster_1104585"; isCluster="true"; label="WholeStageCodegen (19)"; 422586 [id="node_422586" labelType="html" label="MapPartitionsRDD [422586] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104710 { id="cluster_1104710"; isCluster="true"; label="Exchange"; 422599 [id="node_422599" labelType="html" label="ShuffledRowRDD [422599] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104707 { id="cluster_1104707"; isCluster="true"; label="WholeStageCodegen (22)"; 422600 [id="node_422600" labelType="html" label="MapPartitionsRDD [422600] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104580 { id="cluster_1104580"; isCluster="true"; label="WholeStageCodegen (23)"; 422601 [id="node_422601" labelType="html" label="ZippedPartitionsRDD2 [422601] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422602 [id="node_422602" labelType="html" label="MapPartitionsRDD [422602] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104579 { id="cluster_1104579"; isCluster="true"; label="DeserializeToObject"; 422603 [id="node_422603" labelType="html" label="MapPartitionsRDD [422603] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104578 { id="cluster_1104578"; isCluster="true"; label="MapPartitions"; 422604 [id="node_422604" labelType="html" label="MapPartitionsRDD [422604] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104556 { id="cluster_1104556"; isCluster="true"; label="WholeStageCodegen (26)"; 422605 [id="node_422605" labelType="html" label="MapPartitionsRDD [422605] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104555 { id="cluster_1104555"; isCluster="true"; label="DeserializeToObject"; 422606 [id="node_422606" labelType="html" label="MapPartitionsRDD [422606] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104723 { id="cluster_1104723"; isCluster="true"; label="mapPartitions"; 422608 [id="node_422608" labelType="html" label="MapPartitionsRDD [422608] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104724 { id="cluster_1104724"; isCluster="true"; label="mapPartitions"; 422609 [id="node_422609" labelType="html" label="MapPartitionsRDD [422609] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422585->422586; 422599->422600; 422586->422601; 422600->422601; 422601->422602; 422602->422603; 422603->422604; 422604->422605; 422605->422606; 422606->422607; 422607->422608; 422608->422609; }
422584,422585
422598,422599
422609
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time