4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 250 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
40 s
Locality Level Summary:
Any: 16; Node local: 21
Shuffle Read Size / Records:
752.5 MiB / 15986838
Shuffle Write Size / Records:
624.6 KiB / 9999
Associated Job Ids:
117
DAG Visualization
digraph G { id="graph_250"; subgraph graph_stage_250 { id="graph_stage_250"; isCluster="true"; label="Stage 250"; subgraph cluster_1384 { id="cluster_1384"; isCluster="true"; label="Exchange"; 513 [id="node_513" labelType="html" label="ShuffledRowRDD [513] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1372 { id="cluster_1372"; isCluster="true"; label="WholeStageCodegen (43)"; 516 [id="node_516" labelType="html" label="MapPartitionsRDD [516] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1399 { id="cluster_1399"; isCluster="true"; label="Exchange"; 517 [id="node_517" labelType="html" label="ShuffledRowRDD [517] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1387 { id="cluster_1387"; isCluster="true"; label="WholeStageCodegen (44)"; 523 [id="node_523" labelType="html" label="MapPartitionsRDD [523] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1359 { id="cluster_1359"; isCluster="true"; label="WholeStageCodegen (45)"; 525 [id="node_525" labelType="html" label="ZippedPartitionsRDD2 [525] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 527 [id="node_527" labelType="html" label="MapPartitionsRDD [527] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1358 { id="cluster_1358"; isCluster="true"; label="Exchange"; 529 [id="node_529" labelType="html" label="MapPartitionsRDD [529] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 513->516; 517->523; 516->525; 523->525; 525->527; 527->529; }
505,513
510,517
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time