4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189991 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
18 s
Locality Level Summary:
Node local: 47; Process local: 3
Shuffle Read Size / Records:
79.7 KiB / 158
Shuffle Write Size / Records:
5.9 KiB / 50
Associated Job Ids:
52535
DAG Visualization
digraph G { id="graph_189991"; subgraph graph_stage_189991 { id="graph_stage_189991"; isCluster="true"; label="Stage 189991"; 422844 [id="node_422844" labelType="html" label="SQLExecutionRDD [422844] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1105416 { id="cluster_1105416"; isCluster="true"; label="Exchange"; 422839 [id="node_422839" labelType="html" label="ShuffledRowRDD [422839] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105412 { id="cluster_1105412"; isCluster="true"; label="WholeStageCodegen (2)"; 422840 [id="node_422840" labelType="html" label="MapPartitionsRDD [422840] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105411 { id="cluster_1105411"; isCluster="true"; label="DeserializeToObject"; 422841 [id="node_422841" labelType="html" label="MapPartitionsRDD [422841] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105410 { id="cluster_1105410"; isCluster="true"; label="MapPartitions"; 422842 [id="node_422842" labelType="html" label="MapPartitionsRDD [422842] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105407 { id="cluster_1105407"; isCluster="true"; label="WholeStageCodegen (3)"; 422843 [id="node_422843" labelType="html" label="MapPartitionsRDD [422843] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105421 { id="cluster_1105421"; isCluster="true"; label="map"; 422845 [id="node_422845" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_3_10000000532/_delta_log [422845] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105425 { id="cluster_1105425"; isCluster="true"; label="WholeStageCodegen (1)"; 422846 [id="node_422846" labelType="html" label="MapPartitionsRDD [422846] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105424 { id="cluster_1105424"; isCluster="true"; label="ObjectHashAggregate"; 422847 [id="node_422847" labelType="html" label="MapPartitionsRDD [422847] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105423 { id="cluster_1105423"; isCluster="true"; label="Exchange"; 422848 [id="node_422848" labelType="html" label="MapPartitionsRDD [422848] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422839->422840; 422840->422841; 422841->422842; 422842->422843; 422843->422844; 422844->422845; 422845->422846; 422846->422847; 422847->422848; }
422838,422839
422845
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time