4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190407 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.4 min
Locality Level Summary:
Any: 20; Node local: 10
Shuffle Read Size / Records:
17.2 MiB / 239722
Associated Job Ids:
52623
DAG Visualization
digraph G { id="graph_190407"; subgraph graph_stage_190407 { id="graph_stage_190407"; isCluster="true"; label="Stage 190407"; 424008 [id="node_424008" labelType="html" label="SQLExecutionRDD [424008] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1108101 { id="cluster_1108101"; isCluster="true"; label="Exchange"; 423986 [id="node_423986" labelType="html" label="ShuffledRowRDD [423986] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108098 { id="cluster_1108098"; isCluster="true"; label="WholeStageCodegen (19)"; 423987 [id="node_423987" labelType="html" label="MapPartitionsRDD [423987] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108223 { id="cluster_1108223"; isCluster="true"; label="Exchange"; 424000 [id="node_424000" labelType="html" label="ShuffledRowRDD [424000] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108220 { id="cluster_1108220"; isCluster="true"; label="WholeStageCodegen (22)"; 424001 [id="node_424001" labelType="html" label="MapPartitionsRDD [424001] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108093 { id="cluster_1108093"; isCluster="true"; label="WholeStageCodegen (23)"; 424002 [id="node_424002" labelType="html" label="ZippedPartitionsRDD2 [424002] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424003 [id="node_424003" labelType="html" label="MapPartitionsRDD [424003] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108092 { id="cluster_1108092"; isCluster="true"; label="DeserializeToObject"; 424004 [id="node_424004" labelType="html" label="MapPartitionsRDD [424004] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108091 { id="cluster_1108091"; isCluster="true"; label="MapPartitions"; 424005 [id="node_424005" labelType="html" label="MapPartitionsRDD [424005] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108069 { id="cluster_1108069"; isCluster="true"; label="WholeStageCodegen (26)"; 424006 [id="node_424006" labelType="html" label="MapPartitionsRDD [424006] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108068 { id="cluster_1108068"; isCluster="true"; label="DeserializeToObject"; 424007 [id="node_424007" labelType="html" label="MapPartitionsRDD [424007] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108236 { id="cluster_1108236"; isCluster="true"; label="mapPartitions"; 424009 [id="node_424009" labelType="html" label="MapPartitionsRDD [424009] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108237 { id="cluster_1108237"; isCluster="true"; label="mapPartitions"; 424010 [id="node_424010" labelType="html" label="MapPartitionsRDD [424010] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423986->423987; 424000->424001; 423987->424002; 424001->424002; 424002->424003; 424003->424004; 424004->424005; 424005->424006; 424006->424007; 424007->424008; 424008->424009; 424009->424010; }
423985,423986
423999,424000
424010
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time