4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190687 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
75 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
53.0 KiB / 270
Associated Job Ids:
52682
DAG Visualization
digraph G { id="graph_190687"; subgraph graph_stage_190687 { id="graph_stage_190687"; isCluster="true"; label="Stage 190687"; 424671 [id="node_424671" labelType="html" label="SQLExecutionRDD [424671] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424696 [id="node_424696" labelType="html" label="SQLExecutionRDD [424696] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1109903 { id="cluster_1109903"; isCluster="true"; label="Exchange"; 424666 [id="node_424666" labelType="html" label="ShuffledRowRDD [424666] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109899 { id="cluster_1109899"; isCluster="true"; label="WholeStageCodegen (2)"; 424667 [id="node_424667" labelType="html" label="MapPartitionsRDD [424667] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109898 { id="cluster_1109898"; isCluster="true"; label="DeserializeToObject"; 424668 [id="node_424668" labelType="html" label="MapPartitionsRDD [424668] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109897 { id="cluster_1109897"; isCluster="true"; label="MapPartitions"; 424669 [id="node_424669" labelType="html" label="MapPartitionsRDD [424669] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109894 { id="cluster_1109894"; isCluster="true"; label="WholeStageCodegen (3)"; 424670 [id="node_424670" labelType="html" label="MapPartitionsRDD [424670] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109908 { id="cluster_1109908"; isCluster="true"; label="map"; 424672 [id="node_424672" labelType="html" label="Delta Table State #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [424672] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109974 { id="cluster_1109974"; isCluster="true"; label="WholeStageCodegen (1)"; 424694 [id="node_424694" labelType="html" label="MapPartitionsRDD [424694] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109973 { id="cluster_1109973"; isCluster="true"; label="Project"; 424695 [id="node_424695" labelType="html" label="MapPartitionsRDD [424695] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109977 { id="cluster_1109977"; isCluster="true"; label="map"; 424697 [id="node_424697" labelType="html" label="Delta Table State with Stats #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [424697] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110128 { id="cluster_1110128"; isCluster="true"; label="WholeStageCodegen (1)"; 424742 [id="node_424742" labelType="html" label="MapPartitionsRDD [424742] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110127 { id="cluster_1110127"; isCluster="true"; label="Scan parquet "; 424743 [id="node_424743" labelType="html" label="MapPartitionsRDD [424743] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424666->424667; 424667->424668; 424668->424669; 424669->424670; 424670->424671; 424671->424672; 424672->424694; 424694->424695; 424695->424696; 424696->424697; 424697->424742; 424742->424743; }
424665,424666
424672
424697
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time