4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190872 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
33 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
11.6 KiB / 37
Associated Job Ids:
52718
DAG Visualization
digraph G { id="graph_190872"; subgraph graph_stage_190872 { id="graph_stage_190872"; isCluster="true"; label="Stage 190872"; 413032 [id="node_413032" labelType="html" label="SQLExecutionRDD [413032] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 413036 [id="node_413036" labelType="html" label="SQLExecutionRDD [413036] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1081306 { id="cluster_1081306"; isCluster="true"; label="Exchange"; 413027 [id="node_413027" labelType="html" label="ShuffledRowRDD [413027] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081302 { id="cluster_1081302"; isCluster="true"; label="WholeStageCodegen (2)"; 413028 [id="node_413028" labelType="html" label="MapPartitionsRDD [413028] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081301 { id="cluster_1081301"; isCluster="true"; label="DeserializeToObject"; 413029 [id="node_413029" labelType="html" label="MapPartitionsRDD [413029] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081300 { id="cluster_1081300"; isCluster="true"; label="MapPartitions"; 413030 [id="node_413030" labelType="html" label="MapPartitionsRDD [413030] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081297 { id="cluster_1081297"; isCluster="true"; label="WholeStageCodegen (3)"; 413031 [id="node_413031" labelType="html" label="MapPartitionsRDD [413031] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081311 { id="cluster_1081311"; isCluster="true"; label="map"; 413033 [id="node_413033" labelType="html" label="Delta Table State #0 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000532/0_2_10000000532/_delta_log [413033] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081313 { id="cluster_1081313"; isCluster="true"; label="WholeStageCodegen (1)"; 413034 [id="node_413034" labelType="html" label="MapPartitionsRDD [413034] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081312 { id="cluster_1081312"; isCluster="true"; label="Project"; 413035 [id="node_413035" labelType="html" label="MapPartitionsRDD [413035] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1081316 { id="cluster_1081316"; isCluster="true"; label="map"; 413037 [id="node_413037" labelType="html" label="Delta Table State with Stats #0 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000532/0_2_10000000532/_delta_log [413037] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111380 { id="cluster_1111380"; isCluster="true"; label="WholeStageCodegen (1)"; 425262 [id="node_425262" labelType="html" label="MapPartitionsRDD [425262] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111379 { id="cluster_1111379"; isCluster="true"; label="Scan parquet "; 425263 [id="node_425263" labelType="html" label="MapPartitionsRDD [425263] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 413027->413028; 413028->413029; 413029->413030; 413030->413031; 413031->413032; 413032->413033; 413033->413034; 413034->413035; 413035->413036; 413036->413037; 413037->425262; 425262->425263; }
413026,413027
413033
413037
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time