4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241364 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 50
Input Size / Records:
101.3 KiB / 452
Associated Job Ids:
66453
DAG Visualization
digraph G { id="graph_241364"; subgraph graph_stage_241364 { id="graph_stage_241364"; isCluster="true"; label="Stage 241364"; 540070 [id="node_540070" labelType="html" label="SQLExecutionRDD [540070] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540095 [id="node_540095" labelType="html" label="SQLExecutionRDD [540095] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1410467 { id="cluster_1410467"; isCluster="true"; label="Exchange"; 540065 [id="node_540065" labelType="html" label="ShuffledRowRDD [540065] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410463 { id="cluster_1410463"; isCluster="true"; label="WholeStageCodegen (3)"; 540066 [id="node_540066" labelType="html" label="MapPartitionsRDD [540066] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410462 { id="cluster_1410462"; isCluster="true"; label="DeserializeToObject"; 540067 [id="node_540067" labelType="html" label="MapPartitionsRDD [540067] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410461 { id="cluster_1410461"; isCluster="true"; label="MapPartitions"; 540068 [id="node_540068" labelType="html" label="MapPartitionsRDD [540068] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410458 { id="cluster_1410458"; isCluster="true"; label="WholeStageCodegen (4)"; 540069 [id="node_540069" labelType="html" label="MapPartitionsRDD [540069] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410478 { id="cluster_1410478"; isCluster="true"; label="map"; 540071 [id="node_540071" labelType="html" label="Delta Table State #15 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log [540071] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410548 { id="cluster_1410548"; isCluster="true"; label="WholeStageCodegen (1)"; 540093 [id="node_540093" labelType="html" label="MapPartitionsRDD [540093] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410547 { id="cluster_1410547"; isCluster="true"; label="Project"; 540094 [id="node_540094" labelType="html" label="MapPartitionsRDD [540094] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410551 { id="cluster_1410551"; isCluster="true"; label="map"; 540096 [id="node_540096" labelType="html" label="Delta Table State with Stats #15 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log [540096] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410552 { id="cluster_1410552"; isCluster="true"; label="WholeStageCodegen (1)"; 540097 [id="node_540097" labelType="html" label="MapPartitionsRDD [540097] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410556 { id="cluster_1410556"; isCluster="true"; label="mapPartitionsInternal"; 540098 [id="node_540098" labelType="html" label="MapPartitionsRDD [540098] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540065->540066; 540066->540067; 540067->540068; 540068->540069; 540069->540070; 540070->540071; 540071->540093; 540093->540094; 540094->540095; 540095->540096; 540096->540097; 540097->540098; }
540064,540065
540071
540096
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time