4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241553 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 7
Input Size / Records:
0.0 B / 488
Shuffle Write Size / Records:
172.1 KiB / 488
Associated Job Ids:
66491
DAG Visualization
digraph G { id="graph_241553"; subgraph graph_stage_241553 { id="graph_stage_241553"; isCluster="true"; label="Stage 241553"; subgraph cluster_1411842 { id="cluster_1411842"; isCluster="true"; label="Scan parquet "; 540613 [id="node_540613" labelType="html" label="FileScanRDD [540613]<br>start at FileStorageAdapterImpl.java:179}"]; 540614 [id="node_540614" labelType="html" label="MapPartitionsRDD [540614]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411838 { id="cluster_1411838"; isCluster="true"; label="WholeStageCodegen (1)"; 540615 [id="node_540615" labelType="html" label="MapPartitionsRDD [540615]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411846 { id="cluster_1411846"; isCluster="true"; label="Scan json "; 540616 [id="node_540616" labelType="html" label="FileScanRDD [540616]<br>start at FileStorageAdapterImpl.java:179}"]; 540617 [id="node_540617" labelType="html" label="MapPartitionsRDD [540617]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411843 { id="cluster_1411843"; isCluster="true"; label="WholeStageCodegen (2)"; 540618 [id="node_540618" labelType="html" label="MapPartitionsRDD [540618]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411837 { id="cluster_1411837"; isCluster="true"; label="Union"; 540619 [id="node_540619" labelType="html" label="UnionRDD [540619]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411836 { id="cluster_1411836"; isCluster="true"; label="Exchange"; 540620 [id="node_540620" labelType="html" label="MapPartitionsRDD [540620]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540613->540614; 540614->540615; 540616->540617; 540617->540618; 540615->540619; 540618->540619; 540619->540620; }
Event Timeline
Enable zooming
Tasks: 7. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time