4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 420 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
10.1 MiB / 156014
Shuffle Write Size / Records:
733.3 KiB / 9999
Associated Job Ids:
156
DAG Visualization
digraph G { id="graph_420"; subgraph graph_stage_420 { id="graph_stage_420"; isCluster="true"; label="Stage 420"; subgraph cluster_1851 { id="cluster_1851"; isCluster="true"; label="Exchange"; 670 [id="node_670" labelType="html" label="ShuffledRowRDD [670] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2071 { id="cluster_2071"; isCluster="true"; label="Exchange"; 727 [id="node_727" labelType="html" label="ShuffledRowRDD [727] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2083 { id="cluster_2083"; isCluster="true"; label="WholeStageCodegen (261)"; 738 [id="node_738" labelType="html" label="MapPartitionsRDD [738] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2089 { id="cluster_2089"; isCluster="true"; label="WholeStageCodegen (262)"; 739 [id="node_739" labelType="html" label="MapPartitionsRDD [739] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2080 { id="cluster_2080"; isCluster="true"; label="WholeStageCodegen (263)"; 740 [id="node_740" labelType="html" label="ZippedPartitionsRDD2 [740] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 741 [id="node_741" labelType="html" label="MapPartitionsRDD [741] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2079 { id="cluster_2079"; isCluster="true"; label="Project"; 742 [id="node_742" labelType="html" label="MapPartitionsRDD [742] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2049 { id="cluster_2049"; isCluster="true"; label="WholeStageCodegen (264)"; 743 [id="node_743" labelType="html" label="MapPartitionsRDD [743] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2048 { id="cluster_2048"; isCluster="true"; label="ObjectHashAggregate"; 744 [id="node_744" labelType="html" label="MapPartitionsRDD [744] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2047 { id="cluster_2047"; isCluster="true"; label="ObjectHashAggregate"; 745 [id="node_745" labelType="html" label="MapPartitionsRDD [745] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2008 { id="cluster_2008"; isCluster="true"; label="WholeStageCodegen (265)"; 746 [id="node_746" labelType="html" label="MapPartitionsRDD [746] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2007 { id="cluster_2007"; isCluster="true"; label="Exchange"; 747 [id="node_747" labelType="html" label="MapPartitionsRDD [747] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 727->738; 670->739; 738->740; 739->740; 740->741; 741->742; 742->743; 743->744; 744->745; 745->746; 746->747; }
624,670
682,727
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time