4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241371 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
86 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
80.2 KiB / 450
Associated Job Ids:
66456
DAG Visualization
digraph G { id="graph_241371"; subgraph graph_stage_241371 { id="graph_stage_241371"; isCluster="true"; label="Stage 241371"; 540070 [id="node_540070" labelType="html" label="SQLExecutionRDD [540070] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540095 [id="node_540095" labelType="html" label="SQLExecutionRDD [540095] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1410467 { id="cluster_1410467"; isCluster="true"; label="Exchange"; 540065 [id="node_540065" labelType="html" label="ShuffledRowRDD [540065] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410463 { id="cluster_1410463"; isCluster="true"; label="WholeStageCodegen (3)"; 540066 [id="node_540066" labelType="html" label="MapPartitionsRDD [540066] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410462 { id="cluster_1410462"; isCluster="true"; label="DeserializeToObject"; 540067 [id="node_540067" labelType="html" label="MapPartitionsRDD [540067] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410461 { id="cluster_1410461"; isCluster="true"; label="MapPartitions"; 540068 [id="node_540068" labelType="html" label="MapPartitionsRDD [540068] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410458 { id="cluster_1410458"; isCluster="true"; label="WholeStageCodegen (4)"; 540069 [id="node_540069" labelType="html" label="MapPartitionsRDD [540069] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410478 { id="cluster_1410478"; isCluster="true"; label="map"; 540071 [id="node_540071" labelType="html" label="Delta Table State #15 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log [540071] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410548 { id="cluster_1410548"; isCluster="true"; label="WholeStageCodegen (1)"; 540093 [id="node_540093" labelType="html" label="MapPartitionsRDD [540093] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410547 { id="cluster_1410547"; isCluster="true"; label="Project"; 540094 [id="node_540094" labelType="html" label="MapPartitionsRDD [540094] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410551 { id="cluster_1410551"; isCluster="true"; label="map"; 540096 [id="node_540096" labelType="html" label="Delta Table State with Stats #15 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log [540096] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410702 { id="cluster_1410702"; isCluster="true"; label="WholeStageCodegen (1)"; 540141 [id="node_540141" labelType="html" label="MapPartitionsRDD [540141] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410701 { id="cluster_1410701"; isCluster="true"; label="Scan parquet "; 540142 [id="node_540142" labelType="html" label="MapPartitionsRDD [540142] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540065->540066; 540066->540067; 540067->540068; 540068->540069; 540069->540070; 540070->540071; 540071->540093; 540093->540094; 540094->540095; 540095->540096; 540096->540141; 540141->540142; }
540064,540065
540071
540096
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time