4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241457 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Node local: 50
Shuffle Read Size / Records:
144.5 KiB / 426
Shuffle Write Size / Records:
6.0 KiB / 50
Associated Job Ids:
66471
DAG Visualization
digraph G { id="graph_241457"; subgraph graph_stage_241457 { id="graph_stage_241457"; isCluster="true"; label="Stage 241457"; 540361 [id="node_540361" labelType="html" label="SQLExecutionRDD [540361] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1411185 { id="cluster_1411185"; isCluster="true"; label="Exchange"; 540356 [id="node_540356" labelType="html" label="ShuffledRowRDD [540356] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411181 { id="cluster_1411181"; isCluster="true"; label="WholeStageCodegen (3)"; 540357 [id="node_540357" labelType="html" label="MapPartitionsRDD [540357] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411180 { id="cluster_1411180"; isCluster="true"; label="DeserializeToObject"; 540358 [id="node_540358" labelType="html" label="MapPartitionsRDD [540358] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411179 { id="cluster_1411179"; isCluster="true"; label="MapPartitions"; 540359 [id="node_540359" labelType="html" label="MapPartitionsRDD [540359] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411176 { id="cluster_1411176"; isCluster="true"; label="WholeStageCodegen (4)"; 540360 [id="node_540360" labelType="html" label="MapPartitionsRDD [540360] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411196 { id="cluster_1411196"; isCluster="true"; label="map"; 540362 [id="node_540362" labelType="html" label="Delta Table State #14 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_3_10000000540/_delta_log [540362] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411200 { id="cluster_1411200"; isCluster="true"; label="WholeStageCodegen (1)"; 540363 [id="node_540363" labelType="html" label="MapPartitionsRDD [540363] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411199 { id="cluster_1411199"; isCluster="true"; label="ObjectHashAggregate"; 540364 [id="node_540364" labelType="html" label="MapPartitionsRDD [540364] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411198 { id="cluster_1411198"; isCluster="true"; label="Exchange"; 540365 [id="node_540365" labelType="html" label="MapPartitionsRDD [540365] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540356->540357; 540357->540358; 540358->540359; 540359->540360; 540360->540361; 540361->540362; 540362->540363; 540363->540364; 540364->540365; }
540355,540356
540362
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time