4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 293 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
10.1 MiB / 156014
Shuffle Write Size / Records:
555.8 KiB / 9999
Associated Job Ids:
125
DAG Visualization
digraph G { id="graph_293"; subgraph graph_stage_293 { id="graph_stage_293"; isCluster="true"; label="Stage 293"; subgraph cluster_1434 { id="cluster_1434"; isCluster="true"; label="Exchange"; 535 [id="node_535" labelType="html" label="ShuffledRowRDD [535] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1585 { id="cluster_1585"; isCluster="true"; label="Exchange"; 579 [id="node_579" labelType="html" label="ShuffledRowRDD [579] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1581 { id="cluster_1581"; isCluster="true"; label="WholeStageCodegen (90)"; 580 [id="node_580" labelType="html" label="MapPartitionsRDD [580] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1587 { id="cluster_1587"; isCluster="true"; label="WholeStageCodegen (91)"; 581 [id="node_581" labelType="html" label="MapPartitionsRDD [581] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1578 { id="cluster_1578"; isCluster="true"; label="WholeStageCodegen (92)"; 582 [id="node_582" labelType="html" label="ZippedPartitionsRDD2 [582] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 583 [id="node_583" labelType="html" label="MapPartitionsRDD [583] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1577 { id="cluster_1577"; isCluster="true"; label="Project"; 584 [id="node_584" labelType="html" label="MapPartitionsRDD [584] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1564 { id="cluster_1564"; isCluster="true"; label="WholeStageCodegen (93)"; 585 [id="node_585" labelType="html" label="MapPartitionsRDD [585] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1563 { id="cluster_1563"; isCluster="true"; label="ObjectHashAggregate"; 586 [id="node_586" labelType="html" label="MapPartitionsRDD [586] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1562 { id="cluster_1562"; isCluster="true"; label="ObjectHashAggregate"; 587 [id="node_587" labelType="html" label="MapPartitionsRDD [587] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1552 { id="cluster_1552"; isCluster="true"; label="WholeStageCodegen (94)"; 588 [id="node_588" labelType="html" label="MapPartitionsRDD [588] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1551 { id="cluster_1551"; isCluster="true"; label="Exchange"; 589 [id="node_589" labelType="html" label="MapPartitionsRDD [589] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 579->580; 535->581; 580->582; 581->582; 582->583; 583->584; 584->585; 585->586; 586->587; 587->588; 588->589; }
498,535
578,579
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time