4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189807 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 50
Input Size / Records:
64.5 KiB / 242
Associated Job Ids:
52499
DAG Visualization
digraph G { id="graph_189807"; subgraph graph_stage_189807 { id="graph_stage_189807"; isCluster="true"; label="Stage 189807"; 422322 [id="node_422322" labelType="html" label="SQLExecutionRDD [422322] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422347 [id="node_422347" labelType="html" label="SQLExecutionRDD [422347] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1104134 { id="cluster_1104134"; isCluster="true"; label="Exchange"; 422317 [id="node_422317" labelType="html" label="ShuffledRowRDD [422317] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104130 { id="cluster_1104130"; isCluster="true"; label="WholeStageCodegen (2)"; 422318 [id="node_422318" labelType="html" label="MapPartitionsRDD [422318] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104129 { id="cluster_1104129"; isCluster="true"; label="DeserializeToObject"; 422319 [id="node_422319" labelType="html" label="MapPartitionsRDD [422319] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104128 { id="cluster_1104128"; isCluster="true"; label="MapPartitions"; 422320 [id="node_422320" labelType="html" label="MapPartitionsRDD [422320] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104125 { id="cluster_1104125"; isCluster="true"; label="WholeStageCodegen (3)"; 422321 [id="node_422321" labelType="html" label="MapPartitionsRDD [422321] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104139 { id="cluster_1104139"; isCluster="true"; label="map"; 422323 [id="node_422323" labelType="html" label="Delta Table State #8 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-3/shardId=0_6_10000000532/_delta_log [422323] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104205 { id="cluster_1104205"; isCluster="true"; label="WholeStageCodegen (1)"; 422345 [id="node_422345" labelType="html" label="MapPartitionsRDD [422345] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104204 { id="cluster_1104204"; isCluster="true"; label="Project"; 422346 [id="node_422346" labelType="html" label="MapPartitionsRDD [422346] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104208 { id="cluster_1104208"; isCluster="true"; label="map"; 422348 [id="node_422348" labelType="html" label="Delta Table State with Stats #8 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-3/shardId=0_6_10000000532/_delta_log [422348] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104209 { id="cluster_1104209"; isCluster="true"; label="WholeStageCodegen (1)"; 422349 [id="node_422349" labelType="html" label="MapPartitionsRDD [422349] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104213 { id="cluster_1104213"; isCluster="true"; label="mapPartitionsInternal"; 422350 [id="node_422350" labelType="html" label="MapPartitionsRDD [422350] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422317->422318; 422318->422319; 422319->422320; 422320->422321; 422321->422322; 422322->422323; 422323->422345; 422345->422346; 422346->422347; 422347->422348; 422348->422349; 422349->422350; }
422316,422317
422323
422348
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time