4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190785 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
65 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
53.9 KiB / 270
Associated Job Ids:
52703
DAG Visualization
digraph G { id="graph_190785"; subgraph graph_stage_190785 { id="graph_stage_190785"; isCluster="true"; label="Stage 190785"; 424940 [id="node_424940" labelType="html" label="SQLExecutionRDD [424940] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424965 [id="node_424965" labelType="html" label="SQLExecutionRDD [424965] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1110566 { id="cluster_1110566"; isCluster="true"; label="Exchange"; 424935 [id="node_424935" labelType="html" label="ShuffledRowRDD [424935] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110562 { id="cluster_1110562"; isCluster="true"; label="WholeStageCodegen (2)"; 424936 [id="node_424936" labelType="html" label="MapPartitionsRDD [424936] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110561 { id="cluster_1110561"; isCluster="true"; label="DeserializeToObject"; 424937 [id="node_424937" labelType="html" label="MapPartitionsRDD [424937] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110560 { id="cluster_1110560"; isCluster="true"; label="MapPartitions"; 424938 [id="node_424938" labelType="html" label="MapPartitionsRDD [424938] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110557 { id="cluster_1110557"; isCluster="true"; label="WholeStageCodegen (3)"; 424939 [id="node_424939" labelType="html" label="MapPartitionsRDD [424939] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110571 { id="cluster_1110571"; isCluster="true"; label="map"; 424941 [id="node_424941" labelType="html" label="Delta Table State #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-3/shardId=0_6_10000000532/_delta_log [424941] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110637 { id="cluster_1110637"; isCluster="true"; label="WholeStageCodegen (1)"; 424963 [id="node_424963" labelType="html" label="MapPartitionsRDD [424963] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110636 { id="cluster_1110636"; isCluster="true"; label="Project"; 424964 [id="node_424964" labelType="html" label="MapPartitionsRDD [424964] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110640 { id="cluster_1110640"; isCluster="true"; label="map"; 424966 [id="node_424966" labelType="html" label="Delta Table State with Stats #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-3/shardId=0_6_10000000532/_delta_log [424966] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110791 { id="cluster_1110791"; isCluster="true"; label="WholeStageCodegen (1)"; 425011 [id="node_425011" labelType="html" label="MapPartitionsRDD [425011] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110790 { id="cluster_1110790"; isCluster="true"; label="Scan parquet "; 425012 [id="node_425012" labelType="html" label="MapPartitionsRDD [425012] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424935->424936; 424936->424937; 424937->424938; 424938->424939; 424939->424940; 424940->424941; 424941->424963; 424963->424964; 424964->424965; 424965->424966; 424966->425011; 425011->425012; }
424934,424935
424941
424966
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time