4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 487 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 11; Process local: 39
Shuffle Read Size / Records:
8.6 KiB / 15
Associated Job Ids:
181
DAG Visualization
digraph G { id="graph_487"; subgraph graph_stage_487 { id="graph_stage_487"; isCluster="true"; label="Stage 487"; 877 [id="node_877" labelType="html" label="SQLExecutionRDD [877] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 881 [id="node_881" labelType="html" label="SQLExecutionRDD [881] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_2452 { id="cluster_2452"; isCluster="true"; label="Exchange"; 872 [id="node_872" labelType="html" label="ShuffledRowRDD [872] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2448 { id="cluster_2448"; isCluster="true"; label="WholeStageCodegen (2)"; 873 [id="node_873" labelType="html" label="MapPartitionsRDD [873] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2447 { id="cluster_2447"; isCluster="true"; label="DeserializeToObject"; 874 [id="node_874" labelType="html" label="MapPartitionsRDD [874] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2446 { id="cluster_2446"; isCluster="true"; label="MapPartitions"; 875 [id="node_875" labelType="html" label="MapPartitionsRDD [875] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2443 { id="cluster_2443"; isCluster="true"; label="WholeStageCodegen (3)"; 876 [id="node_876" labelType="html" label="MapPartitionsRDD [876] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2457 { id="cluster_2457"; isCluster="true"; label="map"; 878 [id="node_878" labelType="html" label="Delta Table State #0 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000004/0_1_10000000004/_delta_log [878] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2459 { id="cluster_2459"; isCluster="true"; label="WholeStageCodegen (1)"; 879 [id="node_879" labelType="html" label="MapPartitionsRDD [879] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2458 { id="cluster_2458"; isCluster="true"; label="Project"; 880 [id="node_880" labelType="html" label="MapPartitionsRDD [880] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2462 { id="cluster_2462"; isCluster="true"; label="map"; 882 [id="node_882" labelType="html" label="Delta Table State with Stats #0 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000004/0_1_10000000004/_delta_log [882] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2463 { id="cluster_2463"; isCluster="true"; label="WholeStageCodegen (1)"; 883 [id="node_883" labelType="html" label="MapPartitionsRDD [883] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2467 { id="cluster_2467"; isCluster="true"; label="mapPartitionsInternal"; 884 [id="node_884" labelType="html" label="MapPartitionsRDD [884] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 872->873; 873->874; 874->875; 875->876; 876->877; 877->878; 878->879; 879->880; 880->881; 881->882; 882->883; 883->884; }
871,872
878
882
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time