4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241571 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
56 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
84.3 KiB / 480
Associated Job Ids:
66498
DAG Visualization
digraph G { id="graph_241571"; subgraph graph_stage_241571 { id="graph_stage_241571"; isCluster="true"; label="Stage 241571"; 540626 [id="node_540626" labelType="html" label="SQLExecutionRDD [540626] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540651 [id="node_540651" labelType="html" label="SQLExecutionRDD [540651] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1411836 { id="cluster_1411836"; isCluster="true"; label="Exchange"; 540621 [id="node_540621" labelType="html" label="ShuffledRowRDD [540621] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411832 { id="cluster_1411832"; isCluster="true"; label="WholeStageCodegen (3)"; 540622 [id="node_540622" labelType="html" label="MapPartitionsRDD [540622] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411831 { id="cluster_1411831"; isCluster="true"; label="DeserializeToObject"; 540623 [id="node_540623" labelType="html" label="MapPartitionsRDD [540623] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411830 { id="cluster_1411830"; isCluster="true"; label="MapPartitions"; 540624 [id="node_540624" labelType="html" label="MapPartitionsRDD [540624] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411827 { id="cluster_1411827"; isCluster="true"; label="WholeStageCodegen (4)"; 540625 [id="node_540625" labelType="html" label="MapPartitionsRDD [540625] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411847 { id="cluster_1411847"; isCluster="true"; label="map"; 540627 [id="node_540627" labelType="html" label="Delta Table State #16 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log [540627] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411917 { id="cluster_1411917"; isCluster="true"; label="WholeStageCodegen (1)"; 540649 [id="node_540649" labelType="html" label="MapPartitionsRDD [540649] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411916 { id="cluster_1411916"; isCluster="true"; label="Project"; 540650 [id="node_540650" labelType="html" label="MapPartitionsRDD [540650] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411920 { id="cluster_1411920"; isCluster="true"; label="map"; 540652 [id="node_540652" labelType="html" label="Delta Table State with Stats #16 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-2/shardId=0_4_10000000540/_delta_log [540652] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412071 { id="cluster_1412071"; isCluster="true"; label="WholeStageCodegen (1)"; 540697 [id="node_540697" labelType="html" label="MapPartitionsRDD [540697] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412070 { id="cluster_1412070"; isCluster="true"; label="Scan parquet "; 540698 [id="node_540698" labelType="html" label="MapPartitionsRDD [540698] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540621->540622; 540622->540623; 540623->540624; 540624->540625; 540625->540626; 540626->540627; 540627->540649; 540649->540650; 540650->540651; 540651->540652; 540652->540697; 540697->540698; }
540620,540621
540627
540652
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time