4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191294 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.7 min
Locality Level Summary:
Any: 20; Node local: 10
Shuffle Read Size / Records:
22.7 MiB / 239722
Associated Job Ids:
52809
DAG Visualization
digraph G { id="graph_191294"; subgraph graph_stage_191294 { id="graph_stage_191294"; isCluster="true"; label="Stage 191294"; 426425 [id="node_426425" labelType="html" label="SQLExecutionRDD [426425] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1114050 { id="cluster_1114050"; isCluster="true"; label="Exchange"; 426403 [id="node_426403" labelType="html" label="ShuffledRowRDD [426403] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114047 { id="cluster_1114047"; isCluster="true"; label="WholeStageCodegen (19)"; 426404 [id="node_426404" labelType="html" label="MapPartitionsRDD [426404] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114172 { id="cluster_1114172"; isCluster="true"; label="Exchange"; 426417 [id="node_426417" labelType="html" label="ShuffledRowRDD [426417] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114169 { id="cluster_1114169"; isCluster="true"; label="WholeStageCodegen (22)"; 426418 [id="node_426418" labelType="html" label="MapPartitionsRDD [426418] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114042 { id="cluster_1114042"; isCluster="true"; label="WholeStageCodegen (23)"; 426419 [id="node_426419" labelType="html" label="ZippedPartitionsRDD2 [426419] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426420 [id="node_426420" labelType="html" label="MapPartitionsRDD [426420] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114041 { id="cluster_1114041"; isCluster="true"; label="DeserializeToObject"; 426421 [id="node_426421" labelType="html" label="MapPartitionsRDD [426421] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114040 { id="cluster_1114040"; isCluster="true"; label="MapPartitions"; 426422 [id="node_426422" labelType="html" label="MapPartitionsRDD [426422] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114018 { id="cluster_1114018"; isCluster="true"; label="WholeStageCodegen (26)"; 426423 [id="node_426423" labelType="html" label="MapPartitionsRDD [426423] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114017 { id="cluster_1114017"; isCluster="true"; label="DeserializeToObject"; 426424 [id="node_426424" labelType="html" label="MapPartitionsRDD [426424] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114185 { id="cluster_1114185"; isCluster="true"; label="mapPartitions"; 426426 [id="node_426426" labelType="html" label="MapPartitionsRDD [426426] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114186 { id="cluster_1114186"; isCluster="true"; label="mapPartitions"; 426427 [id="node_426427" labelType="html" label="MapPartitionsRDD [426427] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426403->426404; 426417->426418; 426404->426419; 426418->426419; 426419->426420; 426420->426421; 426421->426422; 426422->426423; 426423->426424; 426424->426425; 426425->426426; 426426->426427; }
426402,426403
426416,426417
426427
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time