4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241467 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Process local: 50
Input Size / Records:
96.1 KiB / 422
Associated Job Ids:
66475
DAG Visualization
digraph G { id="graph_241467"; subgraph graph_stage_241467 { id="graph_stage_241467"; isCluster="true"; label="Stage 241467"; 540361 [id="node_540361" labelType="html" label="SQLExecutionRDD [540361] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540386 [id="node_540386" labelType="html" label="SQLExecutionRDD [540386] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1411185 { id="cluster_1411185"; isCluster="true"; label="Exchange"; 540356 [id="node_540356" labelType="html" label="ShuffledRowRDD [540356] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411181 { id="cluster_1411181"; isCluster="true"; label="WholeStageCodegen (3)"; 540357 [id="node_540357" labelType="html" label="MapPartitionsRDD [540357] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411180 { id="cluster_1411180"; isCluster="true"; label="DeserializeToObject"; 540358 [id="node_540358" labelType="html" label="MapPartitionsRDD [540358] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411179 { id="cluster_1411179"; isCluster="true"; label="MapPartitions"; 540359 [id="node_540359" labelType="html" label="MapPartitionsRDD [540359] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411176 { id="cluster_1411176"; isCluster="true"; label="WholeStageCodegen (4)"; 540360 [id="node_540360" labelType="html" label="MapPartitionsRDD [540360] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411196 { id="cluster_1411196"; isCluster="true"; label="map"; 540362 [id="node_540362" labelType="html" label="Delta Table State #14 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_3_10000000540/_delta_log [540362] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411266 { id="cluster_1411266"; isCluster="true"; label="WholeStageCodegen (1)"; 540384 [id="node_540384" labelType="html" label="MapPartitionsRDD [540384] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411265 { id="cluster_1411265"; isCluster="true"; label="Project"; 540385 [id="node_540385" labelType="html" label="MapPartitionsRDD [540385] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411269 { id="cluster_1411269"; isCluster="true"; label="map"; 540387 [id="node_540387" labelType="html" label="Delta Table State with Stats #14 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_3_10000000540/_delta_log [540387] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411270 { id="cluster_1411270"; isCluster="true"; label="WholeStageCodegen (1)"; 540388 [id="node_540388" labelType="html" label="MapPartitionsRDD [540388] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411274 { id="cluster_1411274"; isCluster="true"; label="mapPartitionsInternal"; 540389 [id="node_540389" labelType="html" label="MapPartitionsRDD [540389] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540356->540357; 540357->540358; 540358->540359; 540359->540360; 540360->540361; 540361->540362; 540362->540384; 540384->540385; 540385->540386; 540386->540387; 540387->540388; 540388->540389; }
540355,540356
540362
540387
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time