4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190282 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Node local: 47; Process local: 3
Shuffle Read Size / Records:
78.9 KiB / 158
Shuffle Write Size / Records:
5.9 KiB / 50
Associated Job Ids:
52595
DAG Visualization
digraph G { id="graph_190282"; subgraph graph_stage_190282 { id="graph_stage_190282"; isCluster="true"; label="Stage 190282"; 423627 [id="node_423627" labelType="html" label="SQLExecutionRDD [423627] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1107339 { id="cluster_1107339"; isCluster="true"; label="Exchange"; 423622 [id="node_423622" labelType="html" label="ShuffledRowRDD [423622] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107335 { id="cluster_1107335"; isCluster="true"; label="WholeStageCodegen (2)"; 423623 [id="node_423623" labelType="html" label="MapPartitionsRDD [423623] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107334 { id="cluster_1107334"; isCluster="true"; label="DeserializeToObject"; 423624 [id="node_423624" labelType="html" label="MapPartitionsRDD [423624] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107333 { id="cluster_1107333"; isCluster="true"; label="MapPartitions"; 423625 [id="node_423625" labelType="html" label="MapPartitionsRDD [423625] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107330 { id="cluster_1107330"; isCluster="true"; label="WholeStageCodegen (3)"; 423626 [id="node_423626" labelType="html" label="MapPartitionsRDD [423626] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107344 { id="cluster_1107344"; isCluster="true"; label="map"; 423628 [id="node_423628" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [423628] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107348 { id="cluster_1107348"; isCluster="true"; label="WholeStageCodegen (1)"; 423629 [id="node_423629" labelType="html" label="MapPartitionsRDD [423629] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107347 { id="cluster_1107347"; isCluster="true"; label="ObjectHashAggregate"; 423630 [id="node_423630" labelType="html" label="MapPartitionsRDD [423630] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107346 { id="cluster_1107346"; isCluster="true"; label="Exchange"; 423631 [id="node_423631" labelType="html" label="MapPartitionsRDD [423631] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423622->423623; 423623->423624; 423624->423625; 423625->423626; 423626->423627; 423627->423628; 423628->423629; 423629->423630; 423630->423631; }
423621,423622
423628
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time