4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241554 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
19 s
Locality Level Summary:
Node local: 50
Shuffle Read Size / Records:
172.1 KiB / 488
Shuffle Write Size / Records:
6.0 KiB / 50
Associated Job Ids:
66491
DAG Visualization
digraph G { id="graph_241554"; subgraph graph_stage_241554 { id="graph_stage_241554"; isCluster="true"; label="Stage 241554"; 540626 [id="node_540626" labelType="html" label="SQLExecutionRDD [540626] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1411836 { id="cluster_1411836"; isCluster="true"; label="Exchange"; 540621 [id="node_540621" labelType="html" label="ShuffledRowRDD [540621] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411832 { id="cluster_1411832"; isCluster="true"; label="WholeStageCodegen (3)"; 540622 [id="node_540622" labelType="html" label="MapPartitionsRDD [540622] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411831 { id="cluster_1411831"; isCluster="true"; label="DeserializeToObject"; 540623 [id="node_540623" labelType="html" label="MapPartitionsRDD [540623] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411830 { id="cluster_1411830"; isCluster="true"; label="MapPartitions"; 540624 [id="node_540624" labelType="html" label="MapPartitionsRDD [540624] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411827 { id="cluster_1411827"; isCluster="true"; label="WholeStageCodegen (4)"; 540625 [id="node_540625" labelType="html" label="MapPartitionsRDD [540625] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411847 { id="cluster_1411847"; isCluster="true"; label="map"; 540627 [id="node_540627" labelType="html" label="Delta Table State #16 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log [540627] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411851 { id="cluster_1411851"; isCluster="true"; label="WholeStageCodegen (1)"; 540628 [id="node_540628" labelType="html" label="MapPartitionsRDD [540628] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411850 { id="cluster_1411850"; isCluster="true"; label="ObjectHashAggregate"; 540629 [id="node_540629" labelType="html" label="MapPartitionsRDD [540629] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411849 { id="cluster_1411849"; isCluster="true"; label="Exchange"; 540630 [id="node_540630" labelType="html" label="MapPartitionsRDD [540630] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540621->540622; 540622->540623; 540623->540624; 540624->540625; 540625->540626; 540626->540627; 540627->540628; 540628->540629; 540629->540630; }
540620,540621
540627
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time