4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190202 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
65 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
54.5 KiB / 270
Associated Job Ids:
52582
DAG Visualization
digraph G { id="graph_190202"; subgraph graph_stage_190202 { id="graph_stage_190202"; isCluster="true"; label="Stage 190202"; 423366 [id="node_423366" labelType="html" label="SQLExecutionRDD [423366] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423391 [id="node_423391" labelType="html" label="SQLExecutionRDD [423391] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1106698 { id="cluster_1106698"; isCluster="true"; label="Exchange"; 423361 [id="node_423361" labelType="html" label="ShuffledRowRDD [423361] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106694 { id="cluster_1106694"; isCluster="true"; label="WholeStageCodegen (2)"; 423362 [id="node_423362" labelType="html" label="MapPartitionsRDD [423362] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106693 { id="cluster_1106693"; isCluster="true"; label="DeserializeToObject"; 423363 [id="node_423363" labelType="html" label="MapPartitionsRDD [423363] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106692 { id="cluster_1106692"; isCluster="true"; label="MapPartitions"; 423364 [id="node_423364" labelType="html" label="MapPartitionsRDD [423364] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106689 { id="cluster_1106689"; isCluster="true"; label="WholeStageCodegen (3)"; 423365 [id="node_423365" labelType="html" label="MapPartitionsRDD [423365] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106703 { id="cluster_1106703"; isCluster="true"; label="map"; 423367 [id="node_423367" labelType="html" label="Delta Table State #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-3/shardId=0_1_10000000532/_delta_log [423367] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106769 { id="cluster_1106769"; isCluster="true"; label="WholeStageCodegen (1)"; 423389 [id="node_423389" labelType="html" label="MapPartitionsRDD [423389] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106768 { id="cluster_1106768"; isCluster="true"; label="Project"; 423390 [id="node_423390" labelType="html" label="MapPartitionsRDD [423390] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106772 { id="cluster_1106772"; isCluster="true"; label="map"; 423392 [id="node_423392" labelType="html" label="Delta Table State with Stats #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-3/shardId=0_1_10000000532/_delta_log [423392] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106923 { id="cluster_1106923"; isCluster="true"; label="WholeStageCodegen (1)"; 423437 [id="node_423437" labelType="html" label="MapPartitionsRDD [423437] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106922 { id="cluster_1106922"; isCluster="true"; label="Scan parquet "; 423438 [id="node_423438" labelType="html" label="MapPartitionsRDD [423438] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423361->423362; 423362->423363; 423363->423364; 423364->423365; 423365->423366; 423366->423367; 423367->423389; 423389->423390; 423390->423391; 423391->423392; 423392->423437; 423437->423438; }
423360,423361
423367
423392
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time