4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241285 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.9 min
Locality Level Summary:
Any: 20; Node local: 10
Shuffle Read Size / Records:
25.4 MiB / 239908
Associated Job Ids:
66437
DAG Visualization
digraph G { id="graph_241285"; subgraph graph_stage_241285 { id="graph_stage_241285"; isCluster="true"; label="Stage 241285"; 539925 [id="node_539925" labelType="html" label="SQLExecutionRDD [539925] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1409947 { id="cluster_1409947"; isCluster="true"; label="Exchange"; 539903 [id="node_539903" labelType="html" label="ShuffledRowRDD [539903] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409944 { id="cluster_1409944"; isCluster="true"; label="WholeStageCodegen (19)"; 539904 [id="node_539904" labelType="html" label="MapPartitionsRDD [539904] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410069 { id="cluster_1410069"; isCluster="true"; label="Exchange"; 539917 [id="node_539917" labelType="html" label="ShuffledRowRDD [539917] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410066 { id="cluster_1410066"; isCluster="true"; label="WholeStageCodegen (22)"; 539918 [id="node_539918" labelType="html" label="MapPartitionsRDD [539918] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409939 { id="cluster_1409939"; isCluster="true"; label="WholeStageCodegen (23)"; 539919 [id="node_539919" labelType="html" label="ZippedPartitionsRDD2 [539919] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539920 [id="node_539920" labelType="html" label="MapPartitionsRDD [539920] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409938 { id="cluster_1409938"; isCluster="true"; label="DeserializeToObject"; 539921 [id="node_539921" labelType="html" label="MapPartitionsRDD [539921] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409937 { id="cluster_1409937"; isCluster="true"; label="MapPartitions"; 539922 [id="node_539922" labelType="html" label="MapPartitionsRDD [539922] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409915 { id="cluster_1409915"; isCluster="true"; label="WholeStageCodegen (26)"; 539923 [id="node_539923" labelType="html" label="MapPartitionsRDD [539923] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409914 { id="cluster_1409914"; isCluster="true"; label="DeserializeToObject"; 539924 [id="node_539924" labelType="html" label="MapPartitionsRDD [539924] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410082 { id="cluster_1410082"; isCluster="true"; label="mapPartitions"; 539926 [id="node_539926" labelType="html" label="MapPartitionsRDD [539926] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410083 { id="cluster_1410083"; isCluster="true"; label="mapPartitions"; 539927 [id="node_539927" labelType="html" label="MapPartitionsRDD [539927] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539903->539904; 539917->539918; 539904->539919; 539918->539919; 539919->539920; 539920->539921; 539921->539922; 539922->539923; 539923->539924; 539924->539925; 539925->539926; 539926->539927; }
539902,539903
539916,539917
539927
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time