4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191083 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.1 min
Locality Level Summary:
Any: 9; Node local: 21
Shuffle Read Size / Records:
7.7 MiB / 79936
Associated Job Ids:
52762
DAG Visualization
digraph G { id="graph_191083"; subgraph graph_stage_191083 { id="graph_stage_191083"; isCluster="true"; label="Stage 191083"; 425854 [id="node_425854" labelType="html" label="SQLExecutionRDD [425854] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1112633 { id="cluster_1112633"; isCluster="true"; label="Exchange"; 425832 [id="node_425832" labelType="html" label="ShuffledRowRDD [425832] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112630 { id="cluster_1112630"; isCluster="true"; label="WholeStageCodegen (19)"; 425833 [id="node_425833" labelType="html" label="MapPartitionsRDD [425833] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112759 { id="cluster_1112759"; isCluster="true"; label="Exchange"; 425846 [id="node_425846" labelType="html" label="ShuffledRowRDD [425846] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112756 { id="cluster_1112756"; isCluster="true"; label="WholeStageCodegen (22)"; 425847 [id="node_425847" labelType="html" label="MapPartitionsRDD [425847] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112625 { id="cluster_1112625"; isCluster="true"; label="WholeStageCodegen (23)"; 425848 [id="node_425848" labelType="html" label="ZippedPartitionsRDD2 [425848] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425849 [id="node_425849" labelType="html" label="MapPartitionsRDD [425849] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112624 { id="cluster_1112624"; isCluster="true"; label="DeserializeToObject"; 425850 [id="node_425850" labelType="html" label="MapPartitionsRDD [425850] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112623 { id="cluster_1112623"; isCluster="true"; label="MapPartitions"; 425851 [id="node_425851" labelType="html" label="MapPartitionsRDD [425851] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112601 { id="cluster_1112601"; isCluster="true"; label="WholeStageCodegen (26)"; 425852 [id="node_425852" labelType="html" label="MapPartitionsRDD [425852] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112600 { id="cluster_1112600"; isCluster="true"; label="DeserializeToObject"; 425853 [id="node_425853" labelType="html" label="MapPartitionsRDD [425853] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112772 { id="cluster_1112772"; isCluster="true"; label="mapPartitions"; 425855 [id="node_425855" labelType="html" label="MapPartitionsRDD [425855] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112773 { id="cluster_1112773"; isCluster="true"; label="mapPartitions"; 425856 [id="node_425856" labelType="html" label="MapPartitionsRDD [425856] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425832->425833; 425846->425847; 425833->425848; 425847->425848; 425848->425849; 425849->425850; 425850->425851; 425851->425852; 425852->425853; 425853->425854; 425854->425855; 425855->425856; }
425831,425832
425845,425846
425856
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time