4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 270 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
8.7 MiB / 156014
Shuffle Write Size / Records:
208.6 KiB / 3465
Associated Job Ids:
121
DAG Visualization
digraph G { id="graph_270"; subgraph graph_stage_270 { id="graph_stage_270"; isCluster="true"; label="Stage 270"; subgraph cluster_1434 { id="cluster_1434"; isCluster="true"; label="Exchange"; 535 [id="node_535" labelType="html" label="ShuffledRowRDD [535] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1476 { id="cluster_1476"; isCluster="true"; label="Exchange"; 550 [id="node_550" labelType="html" label="ShuffledRowRDD [550] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1472 { id="cluster_1472"; isCluster="true"; label="WholeStageCodegen (71)"; 551 [id="node_551" labelType="html" label="MapPartitionsRDD [551] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1478 { id="cluster_1478"; isCluster="true"; label="WholeStageCodegen (72)"; 552 [id="node_552" labelType="html" label="MapPartitionsRDD [552] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1469 { id="cluster_1469"; isCluster="true"; label="WholeStageCodegen (73)"; 553 [id="node_553" labelType="html" label="ZippedPartitionsRDD2 [553] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 554 [id="node_554" labelType="html" label="MapPartitionsRDD [554] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1468 { id="cluster_1468"; isCluster="true"; label="Project"; 555 [id="node_555" labelType="html" label="MapPartitionsRDD [555] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1461 { id="cluster_1461"; isCluster="true"; label="WholeStageCodegen (74)"; 556 [id="node_556" labelType="html" label="MapPartitionsRDD [556] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1460 { id="cluster_1460"; isCluster="true"; label="Exchange"; 557 [id="node_557" labelType="html" label="MapPartitionsRDD [557] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 550->551; 535->552; 551->553; 552->553; 553->554; 554->555; 555->556; 556->557; }
498,535
529,550
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time