4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 247 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
37 s
Locality Level Summary:
Any: 1; Node local: 36
Shuffle Read Size / Records:
752.5 MiB / 15986838
Shuffle Write Size / Records:
634.5 KiB / 9999
Associated Job Ids:
116
DAG Visualization
digraph G { id="graph_247"; subgraph graph_stage_247 { id="graph_stage_247"; isCluster="true"; label="Stage 247"; subgraph cluster_1381 { id="cluster_1381"; isCluster="true"; label="Exchange"; 511 [id="node_511" labelType="html" label="ShuffledRowRDD [511] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1371 { id="cluster_1371"; isCluster="true"; label="WholeStageCodegen (46)"; 514 [id="node_514" labelType="html" label="MapPartitionsRDD [514] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1399 { id="cluster_1399"; isCluster="true"; label="Exchange"; 517 [id="node_517" labelType="html" label="ShuffledRowRDD [517] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1390 { id="cluster_1390"; isCluster="true"; label="WholeStageCodegen (47)"; 522 [id="node_522" labelType="html" label="MapPartitionsRDD [522] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1364 { id="cluster_1364"; isCluster="true"; label="WholeStageCodegen (48)"; 524 [id="node_524" labelType="html" label="ZippedPartitionsRDD2 [524] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 526 [id="node_526" labelType="html" label="MapPartitionsRDD [526] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1363 { id="cluster_1363"; isCluster="true"; label="Exchange"; 528 [id="node_528" labelType="html" label="MapPartitionsRDD [528] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 511->514; 517->522; 514->524; 522->524; 524->526; 526->528; }
501,511
510,517
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time