4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 91 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
142.7 KiB / 35
Shuffle Write Size / Records:
2.7 KiB / 37
Associated Job Ids:
40
DAG Visualization
digraph G { id="graph_91"; subgraph graph_stage_91 { id="graph_stage_91"; isCluster="true"; label="Stage 91"; subgraph cluster_511 { id="cluster_511"; isCluster="true"; label="Exchange"; 203 [id="node_203" labelType="html" label="ShuffledRowRDD [203] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_507 { id="cluster_507"; isCluster="true"; label="WholeStageCodegen (9)"; 204 [id="node_204" labelType="html" label="MapPartitionsRDD [204] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_517 { id="cluster_517"; isCluster="true"; label="Exchange"; 205 [id="node_205" labelType="html" label="ShuffledRowRDD [205] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_513 { id="cluster_513"; isCluster="true"; label="WholeStageCodegen (10)"; 206 [id="node_206" labelType="html" label="MapPartitionsRDD [206] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_504 { id="cluster_504"; isCluster="true"; label="WholeStageCodegen (11)"; 207 [id="node_207" labelType="html" label="ZippedPartitionsRDD2 [207] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 208 [id="node_208" labelType="html" label="MapPartitionsRDD [208] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_503 { id="cluster_503"; isCluster="true"; label="Project"; 209 [id="node_209" labelType="html" label="MapPartitionsRDD [209] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_490 { id="cluster_490"; isCluster="true"; label="WholeStageCodegen (12)"; 210 [id="node_210" labelType="html" label="MapPartitionsRDD [210] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_518 { id="cluster_518"; isCluster="true"; label="mapPartitionsInternal"; 211 [id="node_211" labelType="html" label="MapPartitionsRDD [211] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_519 { id="cluster_519"; isCluster="true"; label="mapPartitionsInternal"; 212 [id="node_212" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#1127, plant#1128], functions=[], output=[product#1127, plant#1128])\n +- HashAggregate(keys=[product#1127, plant#1128], functions=[], output=[product#1127, plant#1128])\n +- Project [product#1127, plant#1128]\n +- Filter (((size(demandTimeBuckets#1577, true) = 0) OR isnull(demandTimeBuckets#1577)) AND ((size(demandPointInTime#1580, true) = 0) OR isnull(demandPointInTime#1580)))\n +- BroadcastHashJoin [coalesce(plant#1128, ), isnull(plant#1128), coalesce(product#1127, ), isnull(product#1127)], [coalesce(plant#1573, ), isnull(plant#1573), coalesce(product#1572, ), isnull(product#1572)], LeftOuter, BuildRight, false\n :- Project [product#1127, plant#1128]\n : +- Generate explode(_extract_quantityDenominator#1607), [product#1127, plant#1128], true, [quantityDenominator#1216]\n : +- Project [product#1127, plant#1128, filteredUnitOfMeasureConversions#1205.quantityDenominator AS _ex... [212] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_576 { id="cluster_576"; isCluster="true"; label="InMemoryTableScan"; 221 [id="node_221" labelType="html" label="MapPartitionsRDD [221] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 222 [id="node_222" labelType="html" label="MapPartitionsRDD [222] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 223 [id="node_223" labelType="html" label="MapPartitionsRDD [223] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_572 { id="cluster_572"; isCluster="true"; label="WholeStageCodegen (1)"; 224 [id="node_224" labelType="html" label="MapPartitionsRDD [224] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_571 { id="cluster_571"; isCluster="true"; label="Exchange"; 225 [id="node_225" labelType="html" label="MapPartitionsRDD [225] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 203->204; 205->206; 204->207; 206->207; 207->208; 208->209; 209->210; 210->211; 211->212; 212->221; 221->222; 222->223; 223->224; 224->225; }
202,203
192,205
212
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time