4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 372 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
8.7 MiB / 156014
Shuffle Write Size / Records:
572.0 KiB / 9999
Associated Job Ids:
146
DAG Visualization
digraph G { id="graph_372"; subgraph graph_stage_372 { id="graph_stage_372"; isCluster="true"; label="Stage 372"; subgraph cluster_1845 { id="cluster_1845"; isCluster="true"; label="Exchange"; 668 [id="node_668" labelType="html" label="ShuffledRowRDD [668] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1841 { id="cluster_1841"; isCluster="true"; label="WholeStageCodegen (165)"; 669 [id="node_669" labelType="html" label="MapPartitionsRDD [669] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1851 { id="cluster_1851"; isCluster="true"; label="Exchange"; 670 [id="node_670" labelType="html" label="ShuffledRowRDD [670] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1847 { id="cluster_1847"; isCluster="true"; label="WholeStageCodegen (166)"; 671 [id="node_671" labelType="html" label="MapPartitionsRDD [671] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1838 { id="cluster_1838"; isCluster="true"; label="WholeStageCodegen (167)"; 672 [id="node_672" labelType="html" label="ZippedPartitionsRDD2 [672] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 673 [id="node_673" labelType="html" label="MapPartitionsRDD [673] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1837 { id="cluster_1837"; isCluster="true"; label="Project"; 674 [id="node_674" labelType="html" label="MapPartitionsRDD [674] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1830 { id="cluster_1830"; isCluster="true"; label="WholeStageCodegen (168)"; 675 [id="node_675" labelType="html" label="MapPartitionsRDD [675] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1829 { id="cluster_1829"; isCluster="true"; label="Exchange"; 676 [id="node_676" labelType="html" label="MapPartitionsRDD [676] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 668->669; 670->671; 669->672; 671->672; 672->673; 673->674; 674->675; 675->676; }
662,668
624,670
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time