4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 66 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
42 s
Locality Level Summary:
Any: 2; Node local: 35
Shuffle Read Size / Records:
752.5 MiB / 15986838
Shuffle Write Size / Records:
624.6 KiB / 9999
Associated Job Ids:
37
DAG Visualization
digraph G { id="graph_66"; subgraph graph_stage_66 { id="graph_stage_66"; isCluster="true"; label="Stage 66"; subgraph cluster_483 { id="cluster_483"; isCluster="true"; label="Exchange"; 196 [id="node_196" labelType="html" label="ShuffledRowRDD [196] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_479 { id="cluster_479"; isCluster="true"; label="WholeStageCodegen (6)"; 197 [id="node_197" labelType="html" label="MapPartitionsRDD [197] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_489 { id="cluster_489"; isCluster="true"; label="Exchange"; 198 [id="node_198" labelType="html" label="ShuffledRowRDD [198] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_485 { id="cluster_485"; isCluster="true"; label="WholeStageCodegen (7)"; 199 [id="node_199" labelType="html" label="MapPartitionsRDD [199] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_475 { id="cluster_475"; isCluster="true"; label="WholeStageCodegen (8)"; 200 [id="node_200" labelType="html" label="ZippedPartitionsRDD2 [200] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 201 [id="node_201" labelType="html" label="MapPartitionsRDD [201] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_474 { id="cluster_474"; isCluster="true"; label="Exchange"; 202 [id="node_202" labelType="html" label="MapPartitionsRDD [202] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 196->197; 198->199; 197->200; 199->200; 200->201; 201->202; }
190,196
195,198
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time