4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190573 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Node local: 50
Shuffle Read Size / Records:
130.0 KiB / 251
Shuffle Write Size / Records:
6.0 KiB / 50
Associated Job Ids:
52655
DAG Visualization
digraph G { id="graph_190573"; subgraph graph_stage_190573 { id="graph_stage_190573"; isCluster="true"; label="Stage 190573"; 424410 [id="node_424410" labelType="html" label="SQLExecutionRDD [424410] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1109262 { id="cluster_1109262"; isCluster="true"; label="Exchange"; 424405 [id="node_424405" labelType="html" label="ShuffledRowRDD [424405] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109258 { id="cluster_1109258"; isCluster="true"; label="WholeStageCodegen (2)"; 424406 [id="node_424406" labelType="html" label="MapPartitionsRDD [424406] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109257 { id="cluster_1109257"; isCluster="true"; label="DeserializeToObject"; 424407 [id="node_424407" labelType="html" label="MapPartitionsRDD [424407] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109256 { id="cluster_1109256"; isCluster="true"; label="MapPartitions"; 424408 [id="node_424408" labelType="html" label="MapPartitionsRDD [424408] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109253 { id="cluster_1109253"; isCluster="true"; label="WholeStageCodegen (3)"; 424409 [id="node_424409" labelType="html" label="MapPartitionsRDD [424409] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109267 { id="cluster_1109267"; isCluster="true"; label="map"; 424411 [id="node_424411" labelType="html" label="Delta Table State #8 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [424411] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109271 { id="cluster_1109271"; isCluster="true"; label="WholeStageCodegen (1)"; 424412 [id="node_424412" labelType="html" label="MapPartitionsRDD [424412] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109270 { id="cluster_1109270"; isCluster="true"; label="ObjectHashAggregate"; 424413 [id="node_424413" labelType="html" label="MapPartitionsRDD [424413] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109269 { id="cluster_1109269"; isCluster="true"; label="Exchange"; 424414 [id="node_424414" labelType="html" label="MapPartitionsRDD [424414] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424405->424406; 424406->424407; 424407->424408; 424408->424409; 424409->424410; 424410->424411; 424411->424412; 424412->424413; 424413->424414; }
424404,424405
424411
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time