4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190807 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Node local: 50
Shuffle Read Size / Records:
147.4 KiB / 282
Shuffle Write Size / Records:
6.0 KiB / 50
Associated Job Ids:
52708
DAG Visualization
digraph G { id="graph_190807"; subgraph graph_stage_190807 { id="graph_stage_190807"; isCluster="true"; label="Stage 190807"; 425105 [id="node_425105" labelType="html" label="SQLExecutionRDD [425105] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1110899 { id="cluster_1110899"; isCluster="true"; label="Exchange"; 425100 [id="node_425100" labelType="html" label="ShuffledRowRDD [425100] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110895 { id="cluster_1110895"; isCluster="true"; label="WholeStageCodegen (2)"; 425101 [id="node_425101" labelType="html" label="MapPartitionsRDD [425101] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110894 { id="cluster_1110894"; isCluster="true"; label="DeserializeToObject"; 425102 [id="node_425102" labelType="html" label="MapPartitionsRDD [425102] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110893 { id="cluster_1110893"; isCluster="true"; label="MapPartitions"; 425103 [id="node_425103" labelType="html" label="MapPartitionsRDD [425103] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110890 { id="cluster_1110890"; isCluster="true"; label="WholeStageCodegen (3)"; 425104 [id="node_425104" labelType="html" label="MapPartitionsRDD [425104] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110904 { id="cluster_1110904"; isCluster="true"; label="map"; 425106 [id="node_425106" labelType="html" label="Delta Table State #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-1/shardId=0_2_10000000532/_delta_log [425106] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110908 { id="cluster_1110908"; isCluster="true"; label="WholeStageCodegen (1)"; 425107 [id="node_425107" labelType="html" label="MapPartitionsRDD [425107] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110907 { id="cluster_1110907"; isCluster="true"; label="ObjectHashAggregate"; 425108 [id="node_425108" labelType="html" label="MapPartitionsRDD [425108] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110906 { id="cluster_1110906"; isCluster="true"; label="Exchange"; 425109 [id="node_425109" labelType="html" label="MapPartitionsRDD [425109] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425100->425101; 425101->425102; 425102->425103; 425103->425104; 425104->425105; 425105->425106; 425106->425107; 425107->425108; 425108->425109; }
425099,425100
425106
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time