4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190008 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
64 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
34.7 KiB / 150
Associated Job Ids:
52542
DAG Visualization
digraph G { id="graph_190008"; subgraph graph_stage_190008 { id="graph_stage_190008"; isCluster="true"; label="Stage 190008"; 422844 [id="node_422844" labelType="html" label="SQLExecutionRDD [422844] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422869 [id="node_422869" labelType="html" label="SQLExecutionRDD [422869] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1105416 { id="cluster_1105416"; isCluster="true"; label="Exchange"; 422839 [id="node_422839" labelType="html" label="ShuffledRowRDD [422839] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105412 { id="cluster_1105412"; isCluster="true"; label="WholeStageCodegen (2)"; 422840 [id="node_422840" labelType="html" label="MapPartitionsRDD [422840] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105411 { id="cluster_1105411"; isCluster="true"; label="DeserializeToObject"; 422841 [id="node_422841" labelType="html" label="MapPartitionsRDD [422841] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105410 { id="cluster_1105410"; isCluster="true"; label="MapPartitions"; 422842 [id="node_422842" labelType="html" label="MapPartitionsRDD [422842] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105407 { id="cluster_1105407"; isCluster="true"; label="WholeStageCodegen (3)"; 422843 [id="node_422843" labelType="html" label="MapPartitionsRDD [422843] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105421 { id="cluster_1105421"; isCluster="true"; label="map"; 422845 [id="node_422845" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_3_10000000532/_delta_log [422845] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105487 { id="cluster_1105487"; isCluster="true"; label="WholeStageCodegen (1)"; 422867 [id="node_422867" labelType="html" label="MapPartitionsRDD [422867] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105486 { id="cluster_1105486"; isCluster="true"; label="Project"; 422868 [id="node_422868" labelType="html" label="MapPartitionsRDD [422868] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105490 { id="cluster_1105490"; isCluster="true"; label="map"; 422870 [id="node_422870" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000532/stream-10000000532-2/shardId=0_3_10000000532/_delta_log [422870] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105641 { id="cluster_1105641"; isCluster="true"; label="WholeStageCodegen (1)"; 422915 [id="node_422915" labelType="html" label="MapPartitionsRDD [422915] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105640 { id="cluster_1105640"; isCluster="true"; label="Scan parquet "; 422916 [id="node_422916" labelType="html" label="MapPartitionsRDD [422916] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422839->422840; 422840->422841; 422841->422842; 422842->422843; 422843->422844; 422844->422845; 422845->422867; 422867->422868; 422868->422869; 422869->422870; 422870->422915; 422915->422916; }
422838,422839
422845
422870
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time