4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190590 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
59 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
48.8 KiB / 240
Associated Job Ids:
52662
DAG Visualization
digraph G { id="graph_190590"; subgraph graph_stage_190590 { id="graph_stage_190590"; isCluster="true"; label="Stage 190590"; 424410 [id="node_424410" labelType="html" label="SQLExecutionRDD [424410] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424435 [id="node_424435" labelType="html" label="SQLExecutionRDD [424435] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1109262 { id="cluster_1109262"; isCluster="true"; label="Exchange"; 424405 [id="node_424405" labelType="html" label="ShuffledRowRDD [424405] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109258 { id="cluster_1109258"; isCluster="true"; label="WholeStageCodegen (2)"; 424406 [id="node_424406" labelType="html" label="MapPartitionsRDD [424406] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109257 { id="cluster_1109257"; isCluster="true"; label="DeserializeToObject"; 424407 [id="node_424407" labelType="html" label="MapPartitionsRDD [424407] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109256 { id="cluster_1109256"; isCluster="true"; label="MapPartitions"; 424408 [id="node_424408" labelType="html" label="MapPartitionsRDD [424408] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109253 { id="cluster_1109253"; isCluster="true"; label="WholeStageCodegen (3)"; 424409 [id="node_424409" labelType="html" label="MapPartitionsRDD [424409] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109267 { id="cluster_1109267"; isCluster="true"; label="map"; 424411 [id="node_424411" labelType="html" label="Delta Table State #8 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [424411] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109333 { id="cluster_1109333"; isCluster="true"; label="WholeStageCodegen (1)"; 424433 [id="node_424433" labelType="html" label="MapPartitionsRDD [424433] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109332 { id="cluster_1109332"; isCluster="true"; label="Project"; 424434 [id="node_424434" labelType="html" label="MapPartitionsRDD [424434] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109336 { id="cluster_1109336"; isCluster="true"; label="map"; 424436 [id="node_424436" labelType="html" label="Delta Table State with Stats #8 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [424436] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109487 { id="cluster_1109487"; isCluster="true"; label="WholeStageCodegen (1)"; 424481 [id="node_424481" labelType="html" label="MapPartitionsRDD [424481] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109486 { id="cluster_1109486"; isCluster="true"; label="Scan parquet "; 424482 [id="node_424482" labelType="html" label="MapPartitionsRDD [424482] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424405->424406; 424406->424407; 424407->424408; 424408->424409; 424409->424410; 424410->424411; 424411->424433; 424433->424434; 424434->424435; 424435->424436; 424436->424481; 424481->424482; }
424404,424405
424411
424436
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time