4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191197 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2.1 min
Locality Level Summary:
Any: 20; Node local: 10
Shuffle Read Size / Records:
16.7 MiB / 175878
Associated Job Ids:
52789
DAG Visualization
digraph G { id="graph_191197"; subgraph graph_stage_191197 { id="graph_stage_191197"; isCluster="true"; label="Stage 191197"; 426164 [id="node_426164" labelType="html" label="SQLExecutionRDD [426164] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1113408 { id="cluster_1113408"; isCluster="true"; label="Exchange"; 426142 [id="node_426142" labelType="html" label="ShuffledRowRDD [426142] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113405 { id="cluster_1113405"; isCluster="true"; label="WholeStageCodegen (19)"; 426143 [id="node_426143" labelType="html" label="MapPartitionsRDD [426143] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113530 { id="cluster_1113530"; isCluster="true"; label="Exchange"; 426156 [id="node_426156" labelType="html" label="ShuffledRowRDD [426156] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113527 { id="cluster_1113527"; isCluster="true"; label="WholeStageCodegen (22)"; 426157 [id="node_426157" labelType="html" label="MapPartitionsRDD [426157] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113400 { id="cluster_1113400"; isCluster="true"; label="WholeStageCodegen (23)"; 426158 [id="node_426158" labelType="html" label="ZippedPartitionsRDD2 [426158] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426159 [id="node_426159" labelType="html" label="MapPartitionsRDD [426159] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113399 { id="cluster_1113399"; isCluster="true"; label="DeserializeToObject"; 426160 [id="node_426160" labelType="html" label="MapPartitionsRDD [426160] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113398 { id="cluster_1113398"; isCluster="true"; label="MapPartitions"; 426161 [id="node_426161" labelType="html" label="MapPartitionsRDD [426161] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113376 { id="cluster_1113376"; isCluster="true"; label="WholeStageCodegen (26)"; 426162 [id="node_426162" labelType="html" label="MapPartitionsRDD [426162] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113375 { id="cluster_1113375"; isCluster="true"; label="DeserializeToObject"; 426163 [id="node_426163" labelType="html" label="MapPartitionsRDD [426163] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113543 { id="cluster_1113543"; isCluster="true"; label="mapPartitions"; 426165 [id="node_426165" labelType="html" label="MapPartitionsRDD [426165] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113544 { id="cluster_1113544"; isCluster="true"; label="mapPartitions"; 426166 [id="node_426166" labelType="html" label="MapPartitionsRDD [426166] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426142->426143; 426156->426157; 426143->426158; 426157->426158; 426158->426159; 426159->426160; 426160->426161; 426161->426162; 426162->426163; 426163->426164; 426164->426165; 426165->426166; }
426141,426142
426155,426156
426166
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time