4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190680 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 50
Input Size / Records:
68.5 KiB / 272
Associated Job Ids:
52679
DAG Visualization
digraph G { id="graph_190680"; subgraph graph_stage_190680 { id="graph_stage_190680"; isCluster="true"; label="Stage 190680"; 424671 [id="node_424671" labelType="html" label="SQLExecutionRDD [424671] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424696 [id="node_424696" labelType="html" label="SQLExecutionRDD [424696] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1109903 { id="cluster_1109903"; isCluster="true"; label="Exchange"; 424666 [id="node_424666" labelType="html" label="ShuffledRowRDD [424666] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109899 { id="cluster_1109899"; isCluster="true"; label="WholeStageCodegen (2)"; 424667 [id="node_424667" labelType="html" label="MapPartitionsRDD [424667] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109898 { id="cluster_1109898"; isCluster="true"; label="DeserializeToObject"; 424668 [id="node_424668" labelType="html" label="MapPartitionsRDD [424668] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109897 { id="cluster_1109897"; isCluster="true"; label="MapPartitions"; 424669 [id="node_424669" labelType="html" label="MapPartitionsRDD [424669] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109894 { id="cluster_1109894"; isCluster="true"; label="WholeStageCodegen (3)"; 424670 [id="node_424670" labelType="html" label="MapPartitionsRDD [424670] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109908 { id="cluster_1109908"; isCluster="true"; label="map"; 424672 [id="node_424672" labelType="html" label="Delta Table State #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [424672] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109974 { id="cluster_1109974"; isCluster="true"; label="WholeStageCodegen (1)"; 424694 [id="node_424694" labelType="html" label="MapPartitionsRDD [424694] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109973 { id="cluster_1109973"; isCluster="true"; label="Project"; 424695 [id="node_424695" labelType="html" label="MapPartitionsRDD [424695] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109977 { id="cluster_1109977"; isCluster="true"; label="map"; 424697 [id="node_424697" labelType="html" label="Delta Table State with Stats #9 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [424697] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109978 { id="cluster_1109978"; isCluster="true"; label="WholeStageCodegen (1)"; 424698 [id="node_424698" labelType="html" label="MapPartitionsRDD [424698] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109982 { id="cluster_1109982"; isCluster="true"; label="mapPartitionsInternal"; 424699 [id="node_424699" labelType="html" label="MapPartitionsRDD [424699] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424666->424667; 424667->424668; 424668->424669; 424669->424670; 424670->424671; 424671->424672; 424672->424694; 424694->424695; 424695->424696; 424696->424697; 424697->424698; 424698->424699; }
424665,424666
424672
424697
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time