4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 385 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
8.7 MiB / 156014
Shuffle Write Size / Records:
208.6 KiB / 3465
Associated Job Ids:
149
DAG Visualization
digraph G { id="graph_385"; subgraph graph_stage_385 { id="graph_stage_385"; isCluster="true"; label="Stage 385"; subgraph cluster_1851 { id="cluster_1851"; isCluster="true"; label="Exchange"; 670 [id="node_670" labelType="html" label="ShuffledRowRDD [670] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1910 { id="cluster_1910"; isCluster="true"; label="Exchange"; 691 [id="node_691" labelType="html" label="ShuffledRowRDD [691] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1906 { id="cluster_1906"; isCluster="true"; label="WholeStageCodegen (179)"; 692 [id="node_692" labelType="html" label="MapPartitionsRDD [692] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1912 { id="cluster_1912"; isCluster="true"; label="WholeStageCodegen (180)"; 693 [id="node_693" labelType="html" label="MapPartitionsRDD [693] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1903 { id="cluster_1903"; isCluster="true"; label="WholeStageCodegen (181)"; 694 [id="node_694" labelType="html" label="ZippedPartitionsRDD2 [694] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 695 [id="node_695" labelType="html" label="MapPartitionsRDD [695] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1902 { id="cluster_1902"; isCluster="true"; label="Project"; 696 [id="node_696" labelType="html" label="MapPartitionsRDD [696] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1895 { id="cluster_1895"; isCluster="true"; label="WholeStageCodegen (182)"; 697 [id="node_697" labelType="html" label="MapPartitionsRDD [697] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1894 { id="cluster_1894"; isCluster="true"; label="Exchange"; 698 [id="node_698" labelType="html" label="MapPartitionsRDD [698] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 691->692; 670->693; 692->694; 693->694; 694->695; 695->696; 696->697; 697->698; }
624,670
667,691
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time