4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 419 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
10.1 MiB / 156014
Shuffle Write Size / Records:
555.8 KiB / 9999
Associated Job Ids:
155
DAG Visualization
digraph G { id="graph_419"; subgraph graph_stage_419 { id="graph_stage_419"; isCluster="true"; label="Stage 419"; subgraph cluster_1851 { id="cluster_1851"; isCluster="true"; label="Exchange"; 670 [id="node_670" labelType="html" label="ShuffledRowRDD [670] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2071 { id="cluster_2071"; isCluster="true"; label="Exchange"; 727 [id="node_727" labelType="html" label="ShuffledRowRDD [727] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2066 { id="cluster_2066"; isCluster="true"; label="WholeStageCodegen (266)"; 728 [id="node_728" labelType="html" label="MapPartitionsRDD [728] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2073 { id="cluster_2073"; isCluster="true"; label="WholeStageCodegen (267)"; 729 [id="node_729" labelType="html" label="MapPartitionsRDD [729] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2063 { id="cluster_2063"; isCluster="true"; label="WholeStageCodegen (268)"; 730 [id="node_730" labelType="html" label="ZippedPartitionsRDD2 [730] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 731 [id="node_731" labelType="html" label="MapPartitionsRDD [731] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2062 { id="cluster_2062"; isCluster="true"; label="Project"; 732 [id="node_732" labelType="html" label="MapPartitionsRDD [732] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2033 { id="cluster_2033"; isCluster="true"; label="WholeStageCodegen (269)"; 733 [id="node_733" labelType="html" label="MapPartitionsRDD [733] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2032 { id="cluster_2032"; isCluster="true"; label="ObjectHashAggregate"; 734 [id="node_734" labelType="html" label="MapPartitionsRDD [734] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2031 { id="cluster_2031"; isCluster="true"; label="ObjectHashAggregate"; 735 [id="node_735" labelType="html" label="MapPartitionsRDD [735] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2017 { id="cluster_2017"; isCluster="true"; label="WholeStageCodegen (270)"; 736 [id="node_736" labelType="html" label="MapPartitionsRDD [736] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2016 { id="cluster_2016"; isCluster="true"; label="Exchange"; 737 [id="node_737" labelType="html" label="MapPartitionsRDD [737] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 727->728; 670->729; 728->730; 729->730; 730->731; 731->732; 732->733; 733->734; 734->735; 735->736; 736->737; }
624,670
682,727
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time