4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 874 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Process local: 74
Input Size / Records:
1325.6 KiB / 39996
Shuffle Write Size / Records:
2.7 MiB / 39996
Associated Job Ids:
211
DAG Visualization
digraph G { id="graph_874"; subgraph graph_stage_874 { id="graph_stage_874"; isCluster="true"; label="Stage 874"; 1371 [id="node_1371" labelType="html" label="SQLExecutionRDD [1371] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_3016 { id="cluster_3016"; isCluster="true"; label="repartition"; 1105 [id="node_1105" labelType="html" label="ShuffledRDD [1105] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1106 [id="node_1106" labelType="html" label="CoalescedRDD [1106] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1107 [id="node_1107" labelType="html" label="MapPartitionsRDD [1107] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3552 { id="cluster_3552"; isCluster="true"; label="Exchange"; 1356 [id="node_1356" labelType="html" label="ShuffledRowRDD [1356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3549 { id="cluster_3549"; isCluster="true"; label="WholeStageCodegen (8)"; 1357 [id="node_1357" labelType="html" label="MapPartitionsRDD [1357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3548 { id="cluster_3548"; isCluster="true"; label="SortAggregate"; 1358 [id="node_1358" labelType="html" label="MapPartitionsRDD [1358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3547 { id="cluster_3547"; isCluster="true"; label="InMemoryTableScan"; 1359 [id="node_1359" labelType="html" label="MapPartitionsRDD [1359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1360 [id="node_1360" labelType="html" label="SortAggregate(key=[demandChannel#21587, shardId#445, qty#21607, worklistShardItemId#446L, demandStream#21588], functions=[first(kpis#21616, false)], output=[shardId#445, worklistShardItemId#446L, qty#21607, demandChannel#21587, demandStream#21588, kpis#21749])\n+- *(8) Sort [demandChannel#21587 ASC NULLS FIRST, shardId#445 ASC NULLS FIRST, qty#21607 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST, demandStream#21588 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#21587, shardId#445, qty#21607, worklistShardItemId#446L, demandStream#21588, 37), ENSURE_REQUIREMENTS, [plan_id=116966]\n +- SortAggregate(key=[demandChannel#21587, shardId#445, knownfloatingpointnormalized(normalizenanandzero(qty#21607)) AS qty#21607, worklistShardItemId#446L, demandStream#21588], functions=[partial_first(kpis#21616, false)], output=[demandChannel#21587, shardId#445, qty#21607, worklistShardItemId#446L, demandStream#21588, first#21825, valueSet#21826])\n +- *(7) Sort [demandChannel#215... [1360] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3655 { id="cluster_3655"; isCluster="true"; label="InMemoryTableScan"; 1367 [id="node_1367" labelType="html" label="MapPartitionsRDD [1367] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1368 [id="node_1368" labelType="html" label="MapPartitionsRDD [1368] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1369 [id="node_1369" labelType="html" label="MapPartitionsRDD [1369] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3654 { id="cluster_3654"; isCluster="true"; label="DeserializeToObject"; 1370 [id="node_1370" labelType="html" label="MapPartitionsRDD [1370] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3656 { id="cluster_3656"; isCluster="true"; label="mapPartitions"; 1372 [id="node_1372" labelType="html" label="MapPartitionsRDD [1372] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3676 { id="cluster_3676"; isCluster="true"; label="union"; 1381 [id="node_1381" labelType="html" label="UnionRDD [1381] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3677 { id="cluster_3677"; isCluster="true"; label="filter"; 1382 [id="node_1382" labelType="html" label="MapPartitionsRDD [1382] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3678 { id="cluster_3678"; isCluster="true"; label="distinct"; 1383 [id="node_1383" labelType="html" label="MapPartitionsRDD [1383] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1105->1106; 1106->1107; 1356->1357; 1357->1358; 1358->1359; 1359->1360; 1360->1367; 1367->1368; 1368->1369; 1369->1370; 1370->1371; 1371->1372; 1107->1381; 1372->1381; 1381->1382; 1382->1383; }
1104,1105
1355,1356
1107
1360
1371
1105
1106
1107
1356
1357
1358
1359
1360
1367
1368
1369
1370
1372
1381
1382
1383
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time