4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241119 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
55 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
73.8 KiB / 390
Associated Job Ids:
66408
DAG Visualization
digraph G { id="graph_241119"; subgraph graph_stage_241119 { id="graph_stage_241119"; isCluster="true"; label="Stage 241119"; 539444 [id="node_539444" labelType="html" label="SQLExecutionRDD [539444] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539469 [id="node_539469" labelType="html" label="SQLExecutionRDD [539469] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1408857 { id="cluster_1408857"; isCluster="true"; label="Exchange"; 539439 [id="node_539439" labelType="html" label="ShuffledRowRDD [539439] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408853 { id="cluster_1408853"; isCluster="true"; label="WholeStageCodegen (3)"; 539440 [id="node_539440" labelType="html" label="MapPartitionsRDD [539440] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408852 { id="cluster_1408852"; isCluster="true"; label="DeserializeToObject"; 539441 [id="node_539441" labelType="html" label="MapPartitionsRDD [539441] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408851 { id="cluster_1408851"; isCluster="true"; label="MapPartitions"; 539442 [id="node_539442" labelType="html" label="MapPartitionsRDD [539442] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408848 { id="cluster_1408848"; isCluster="true"; label="WholeStageCodegen (4)"; 539443 [id="node_539443" labelType="html" label="MapPartitionsRDD [539443] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408868 { id="cluster_1408868"; isCluster="true"; label="map"; 539445 [id="node_539445" labelType="html" label="Delta Table State #13 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-3/shardId=0_5_10000000540/_delta_log [539445] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408938 { id="cluster_1408938"; isCluster="true"; label="WholeStageCodegen (1)"; 539467 [id="node_539467" labelType="html" label="MapPartitionsRDD [539467] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408937 { id="cluster_1408937"; isCluster="true"; label="Project"; 539468 [id="node_539468" labelType="html" label="MapPartitionsRDD [539468] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408941 { id="cluster_1408941"; isCluster="true"; label="map"; 539470 [id="node_539470" labelType="html" label="Delta Table State with Stats #13 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000540/stream-10000000540-3/shardId=0_5_10000000540/_delta_log [539470] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409092 { id="cluster_1409092"; isCluster="true"; label="WholeStageCodegen (1)"; 539515 [id="node_539515" labelType="html" label="MapPartitionsRDD [539515] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409091 { id="cluster_1409091"; isCluster="true"; label="Scan parquet "; 539516 [id="node_539516" labelType="html" label="MapPartitionsRDD [539516] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539439->539440; 539440->539441; 539441->539442; 539442->539443; 539443->539444; 539444->539445; 539445->539467; 539467->539468; 539468->539469; 539469->539470; 539470->539515; 539515->539516; }
539438,539439
539445
539470
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time