4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241256 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 4
Input Size / Records:
0.0 B / 395
Shuffle Write Size / Records:
127.1 KiB / 395
Associated Job Ids:
66429
DAG Visualization
digraph G { id="graph_241256"; subgraph graph_stage_241256 { id="graph_stage_241256"; isCluster="true"; label="Stage 241256"; subgraph cluster_1409822 { id="cluster_1409822"; isCluster="true"; label="Scan parquet "; 539792 [id="node_539792" labelType="html" label="FileScanRDD [539792]<br>start at FileStorageAdapterImpl.java:179}"]; 539793 [id="node_539793" labelType="html" label="MapPartitionsRDD [539793]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409818 { id="cluster_1409818"; isCluster="true"; label="WholeStageCodegen (1)"; 539794 [id="node_539794" labelType="html" label="MapPartitionsRDD [539794]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409826 { id="cluster_1409826"; isCluster="true"; label="Scan json "; 539795 [id="node_539795" labelType="html" label="FileScanRDD [539795]<br>start at FileStorageAdapterImpl.java:179}"]; 539796 [id="node_539796" labelType="html" label="MapPartitionsRDD [539796]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409823 { id="cluster_1409823"; isCluster="true"; label="WholeStageCodegen (2)"; 539797 [id="node_539797" labelType="html" label="MapPartitionsRDD [539797]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409817 { id="cluster_1409817"; isCluster="true"; label="Union"; 539798 [id="node_539798" labelType="html" label="UnionRDD [539798]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409816 { id="cluster_1409816"; isCluster="true"; label="Exchange"; 539799 [id="node_539799" labelType="html" label="MapPartitionsRDD [539799]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539792->539793; 539793->539794; 539795->539796; 539796->539797; 539794->539798; 539797->539798; 539798->539799; }
Event Timeline
Enable zooming
Tasks: 4. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time