4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190292 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 50
Input Size / Records:
46.4 KiB / 152
Associated Job Ids:
52599
DAG Visualization
digraph G { id="graph_190292"; subgraph graph_stage_190292 { id="graph_stage_190292"; isCluster="true"; label="Stage 190292"; 423627 [id="node_423627" labelType="html" label="SQLExecutionRDD [423627] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423652 [id="node_423652" labelType="html" label="SQLExecutionRDD [423652] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1107339 { id="cluster_1107339"; isCluster="true"; label="Exchange"; 423622 [id="node_423622" labelType="html" label="ShuffledRowRDD [423622] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107335 { id="cluster_1107335"; isCluster="true"; label="WholeStageCodegen (2)"; 423623 [id="node_423623" labelType="html" label="MapPartitionsRDD [423623] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107334 { id="cluster_1107334"; isCluster="true"; label="DeserializeToObject"; 423624 [id="node_423624" labelType="html" label="MapPartitionsRDD [423624] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107333 { id="cluster_1107333"; isCluster="true"; label="MapPartitions"; 423625 [id="node_423625" labelType="html" label="MapPartitionsRDD [423625] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107330 { id="cluster_1107330"; isCluster="true"; label="WholeStageCodegen (3)"; 423626 [id="node_423626" labelType="html" label="MapPartitionsRDD [423626] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107344 { id="cluster_1107344"; isCluster="true"; label="map"; 423628 [id="node_423628" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [423628] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107410 { id="cluster_1107410"; isCluster="true"; label="WholeStageCodegen (1)"; 423650 [id="node_423650" labelType="html" label="MapPartitionsRDD [423650] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107409 { id="cluster_1107409"; isCluster="true"; label="Project"; 423651 [id="node_423651" labelType="html" label="MapPartitionsRDD [423651] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107413 { id="cluster_1107413"; isCluster="true"; label="map"; 423653 [id="node_423653" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_5_10000000532/_delta_log [423653] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107414 { id="cluster_1107414"; isCluster="true"; label="WholeStageCodegen (1)"; 423654 [id="node_423654" labelType="html" label="MapPartitionsRDD [423654] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107418 { id="cluster_1107418"; isCluster="true"; label="mapPartitionsInternal"; 423655 [id="node_423655" labelType="html" label="MapPartitionsRDD [423655] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423622->423623; 423623->423624; 423624->423625; 423625->423626; 423626->423627; 423627->423628; 423628->423650; 423650->423651; 423651->423652; 423652->423653; 423653->423654; 423654->423655; }
423621,423622
423628
423653
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time