4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 74 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
8.7 MiB / 156014
Associated Job Ids:
38
DAG Visualization
digraph G { id="graph_74"; subgraph graph_stage_74 { id="graph_stage_74"; isCluster="true"; label="Stage 74"; subgraph cluster_511 { id="cluster_511"; isCluster="true"; label="Exchange"; 203 [id="node_203" labelType="html" label="ShuffledRowRDD [203] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_507 { id="cluster_507"; isCluster="true"; label="WholeStageCodegen (9)"; 204 [id="node_204" labelType="html" label="MapPartitionsRDD [204] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_517 { id="cluster_517"; isCluster="true"; label="Exchange"; 205 [id="node_205" labelType="html" label="ShuffledRowRDD [205] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_513 { id="cluster_513"; isCluster="true"; label="WholeStageCodegen (10)"; 206 [id="node_206" labelType="html" label="MapPartitionsRDD [206] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_504 { id="cluster_504"; isCluster="true"; label="WholeStageCodegen (11)"; 207 [id="node_207" labelType="html" label="ZippedPartitionsRDD2 [207] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 208 [id="node_208" labelType="html" label="MapPartitionsRDD [208] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_503 { id="cluster_503"; isCluster="true"; label="Project"; 209 [id="node_209" labelType="html" label="MapPartitionsRDD [209] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_490 { id="cluster_490"; isCluster="true"; label="WholeStageCodegen (12)"; 210 [id="node_210" labelType="html" label="MapPartitionsRDD [210] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_518 { id="cluster_518"; isCluster="true"; label="mapPartitionsInternal"; 211 [id="node_211" labelType="html" label="MapPartitionsRDD [211] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_519 { id="cluster_519"; isCluster="true"; label="mapPartitionsInternal"; 212 [id="node_212" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#1127, plant#1128], functions=[], output=[product#1127, plant#1128])\n +- HashAggregate(keys=[product#1127, plant#1128], functions=[], output=[product#1127, plant#1128])\n +- Project [product#1127, plant#1128]\n +- Filter (((size(demandTimeBuckets#1577, true) = 0) OR isnull(demandTimeBuckets#1577)) AND ((size(demandPointInTime#1580, true) = 0) OR isnull(demandPointInTime#1580)))\n +- BroadcastHashJoin [coalesce(plant#1128, ), isnull(plant#1128), coalesce(product#1127, ), isnull(product#1127)], [coalesce(plant#1573, ), isnull(plant#1573), coalesce(product#1572, ), isnull(product#1572)], LeftOuter, BuildRight, false\n :- Project [product#1127, plant#1128]\n : +- Generate explode(_extract_quantityDenominator#1607), [product#1127, plant#1128], true, [quantityDenominator#1216]\n : +- Project [product#1127, plant#1128, filteredUnitOfMeasureConversions#1205.quantityDenominator AS _ex... [212] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } } 203->204; 205->206; 204->207; 206->207; 207->208; 208->209; 209->210; 210->211; 211->212; }
202,203
192,205
212
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time