4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189812 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
41 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
11.8 KiB / 37
Associated Job Ids:
52501
DAG Visualization
digraph G { id="graph_189812"; subgraph graph_stage_189812 { id="graph_stage_189812"; isCluster="true"; label="Stage 189812"; 413308 [id="node_413308" labelType="html" label="SQLExecutionRDD [413308] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 413312 [id="node_413312" labelType="html" label="SQLExecutionRDD [413312] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1081981 { id="cluster_1081981"; isCluster="true"; label="Exchange"; 413303 [id="node_413303" labelType="html" label="ShuffledRowRDD [413303] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081977 { id="cluster_1081977"; isCluster="true"; label="WholeStageCodegen (2)"; 413304 [id="node_413304" labelType="html" label="MapPartitionsRDD [413304] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081976 { id="cluster_1081976"; isCluster="true"; label="DeserializeToObject"; 413305 [id="node_413305" labelType="html" label="MapPartitionsRDD [413305] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081975 { id="cluster_1081975"; isCluster="true"; label="MapPartitions"; 413306 [id="node_413306" labelType="html" label="MapPartitionsRDD [413306] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081972 { id="cluster_1081972"; isCluster="true"; label="WholeStageCodegen (3)"; 413307 [id="node_413307" labelType="html" label="MapPartitionsRDD [413307] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081986 { id="cluster_1081986"; isCluster="true"; label="map"; 413309 [id="node_413309" labelType="html" label="Delta Table State #0 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000532/0_6_10000000532/_delta_log [413309] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081988 { id="cluster_1081988"; isCluster="true"; label="WholeStageCodegen (1)"; 413310 [id="node_413310" labelType="html" label="MapPartitionsRDD [413310] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081987 { id="cluster_1081987"; isCluster="true"; label="Project"; 413311 [id="node_413311" labelType="html" label="MapPartitionsRDD [413311] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081991 { id="cluster_1081991"; isCluster="true"; label="map"; 413313 [id="node_413313" labelType="html" label="Delta Table State with Stats #0 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000532/0_6_10000000532/_delta_log [413313] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104340 { id="cluster_1104340"; isCluster="true"; label="WholeStageCodegen (1)"; 422385 [id="node_422385" labelType="html" label="MapPartitionsRDD [422385] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104339 { id="cluster_1104339"; isCluster="true"; label="Scan parquet "; 422386 [id="node_422386" labelType="html" label="MapPartitionsRDD [422386] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 413303->413304; 413304->413305; 413305->413306; 413306->413307; 413307->413308; 413308->413309; 413309->413310; 413310->413311; 413311->413312; 413312->413313; 413313->422385; 422385->422386; }
413302,413303
413309
413313
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time