4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190864 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 50
Input Size / Records:
69.8 KiB / 272
Associated Job Ids:
52715
DAG Visualization
digraph G { id="graph_190864"; subgraph graph_stage_190864 { id="graph_stage_190864"; isCluster="true"; label="Stage 190864"; 425105 [id="node_425105" labelType="html" label="SQLExecutionRDD [425105] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425203 [id="node_425203" labelType="html" label="SQLExecutionRDD [425203] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1110899 { id="cluster_1110899"; isCluster="true"; label="Exchange"; 425100 [id="node_425100" labelType="html" label="ShuffledRowRDD [425100] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110895 { id="cluster_1110895"; isCluster="true"; label="WholeStageCodegen (2)"; 425101 [id="node_425101" labelType="html" label="MapPartitionsRDD [425101] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110894 { id="cluster_1110894"; isCluster="true"; label="DeserializeToObject"; 425102 [id="node_425102" labelType="html" label="MapPartitionsRDD [425102] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110893 { id="cluster_1110893"; isCluster="true"; label="MapPartitions"; 425103 [id="node_425103" labelType="html" label="MapPartitionsRDD [425103] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110890 { id="cluster_1110890"; isCluster="true"; label="WholeStageCodegen (3)"; 425104 [id="node_425104" labelType="html" label="MapPartitionsRDD [425104] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110904 { id="cluster_1110904"; isCluster="true"; label="map"; 425106 [id="node_425106" labelType="html" label="Delta Table State #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-1/shardId=0_2_10000000532/_delta_log [425106] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111212 { id="cluster_1111212"; isCluster="true"; label="WholeStageCodegen (1)"; 425201 [id="node_425201" labelType="html" label="MapPartitionsRDD [425201] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111211 { id="cluster_1111211"; isCluster="true"; label="Project"; 425202 [id="node_425202" labelType="html" label="MapPartitionsRDD [425202] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111215 { id="cluster_1111215"; isCluster="true"; label="map"; 425204 [id="node_425204" labelType="html" label="Delta Table State with Stats #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-1/shardId=0_2_10000000532/_delta_log [425204] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111216 { id="cluster_1111216"; isCluster="true"; label="WholeStageCodegen (1)"; 425205 [id="node_425205" labelType="html" label="MapPartitionsRDD [425205] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111220 { id="cluster_1111220"; isCluster="true"; label="mapPartitionsInternal"; 425206 [id="node_425206" labelType="html" label="MapPartitionsRDD [425206] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425100->425101; 425101->425102; 425102->425103; 425103->425104; 425104->425105; 425105->425106; 425106->425201; 425201->425202; 425202->425203; 425203->425204; 425204->425205; 425205->425206; }
425099,425100
425106
425204
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time