4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1039 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
50 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
5.1 KiB / 12
Associated Job Ids:
225
DAG Visualization
digraph G { id="graph_1039"; subgraph graph_stage_1039 { id="graph_stage_1039"; isCluster="true"; label="Stage 1039"; 877 [id="node_877" labelType="html" label="SQLExecutionRDD [877] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 881 [id="node_881" labelType="html" label="SQLExecutionRDD [881] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_2452 { id="cluster_2452"; isCluster="true"; label="Exchange"; 872 [id="node_872" labelType="html" label="ShuffledRowRDD [872] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2448 { id="cluster_2448"; isCluster="true"; label="WholeStageCodegen (2)"; 873 [id="node_873" labelType="html" label="MapPartitionsRDD [873] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2447 { id="cluster_2447"; isCluster="true"; label="DeserializeToObject"; 874 [id="node_874" labelType="html" label="MapPartitionsRDD [874] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2446 { id="cluster_2446"; isCluster="true"; label="MapPartitions"; 875 [id="node_875" labelType="html" label="MapPartitionsRDD [875] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2443 { id="cluster_2443"; isCluster="true"; label="WholeStageCodegen (3)"; 876 [id="node_876" labelType="html" label="MapPartitionsRDD [876] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2457 { id="cluster_2457"; isCluster="true"; label="map"; 878 [id="node_878" labelType="html" label="Delta Table State #0 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000004/0_1_10000000004/_delta_log [878] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2459 { id="cluster_2459"; isCluster="true"; label="WholeStageCodegen (1)"; 879 [id="node_879" labelType="html" label="MapPartitionsRDD [879] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2458 { id="cluster_2458"; isCluster="true"; label="Project"; 880 [id="node_880" labelType="html" label="MapPartitionsRDD [880] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2462 { id="cluster_2462"; isCluster="true"; label="map"; 882 [id="node_882" labelType="html" label="Delta Table State with Stats #0 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000004/0_1_10000000004/_delta_log [882] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3991 { id="cluster_3991"; isCluster="true"; label="WholeStageCodegen (1)"; 1546 [id="node_1546" labelType="html" label="MapPartitionsRDD [1546] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3908 { id="cluster_3908"; isCluster="true"; label="Scan parquet "; 1547 [id="node_1547" labelType="html" label="MapPartitionsRDD [1547] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 872->873; 873->874; 874->875; 875->876; 876->877; 877->878; 878->879; 879->880; 880->881; 881->882; 882->1546; 1546->1547; }
871,872
878
882
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time