4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190019 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.4 min
Locality Level Summary:
Any: 10; Node local: 20
Shuffle Read Size / Records:
16.9 MiB / 237816
Associated Job Ids:
52543
DAG Visualization
digraph G { id="graph_190019"; subgraph graph_stage_190019 { id="graph_stage_190019"; isCluster="true"; label="Stage 190019"; 422964 [id="node_422964" labelType="html" label="SQLExecutionRDD [422964] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1105537 { id="cluster_1105537"; isCluster="true"; label="Exchange"; 422942 [id="node_422942" labelType="html" label="ShuffledRowRDD [422942] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105534 { id="cluster_1105534"; isCluster="true"; label="WholeStageCodegen (19)"; 422943 [id="node_422943" labelType="html" label="MapPartitionsRDD [422943] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105659 { id="cluster_1105659"; isCluster="true"; label="Exchange"; 422956 [id="node_422956" labelType="html" label="ShuffledRowRDD [422956] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105656 { id="cluster_1105656"; isCluster="true"; label="WholeStageCodegen (22)"; 422957 [id="node_422957" labelType="html" label="MapPartitionsRDD [422957] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105529 { id="cluster_1105529"; isCluster="true"; label="WholeStageCodegen (23)"; 422958 [id="node_422958" labelType="html" label="ZippedPartitionsRDD2 [422958] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422959 [id="node_422959" labelType="html" label="MapPartitionsRDD [422959] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105528 { id="cluster_1105528"; isCluster="true"; label="DeserializeToObject"; 422960 [id="node_422960" labelType="html" label="MapPartitionsRDD [422960] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105527 { id="cluster_1105527"; isCluster="true"; label="MapPartitions"; 422961 [id="node_422961" labelType="html" label="MapPartitionsRDD [422961] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105505 { id="cluster_1105505"; isCluster="true"; label="WholeStageCodegen (26)"; 422962 [id="node_422962" labelType="html" label="MapPartitionsRDD [422962] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105504 { id="cluster_1105504"; isCluster="true"; label="DeserializeToObject"; 422963 [id="node_422963" labelType="html" label="MapPartitionsRDD [422963] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105672 { id="cluster_1105672"; isCluster="true"; label="mapPartitions"; 422965 [id="node_422965" labelType="html" label="MapPartitionsRDD [422965] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105673 { id="cluster_1105673"; isCluster="true"; label="mapPartitions"; 422966 [id="node_422966" labelType="html" label="MapPartitionsRDD [422966] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422942->422943; 422956->422957; 422943->422958; 422957->422958; 422958->422959; 422959->422960; 422960->422961; 422961->422962; 422962->422963; 422963->422964; 422964->422965; 422965->422966; }
422941,422942
422955,422956
422966
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time