4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 791 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 37
Associated Job Ids:
209
DAG Visualization
digraph G { id="graph_791"; subgraph graph_stage_791 { id="graph_stage_791"; isCluster="true"; label="Stage 791"; 1365 [id="node_1365" labelType="html" label="SQLExecutionRDD [1365] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_3552 { id="cluster_3552"; isCluster="true"; label="Exchange"; 1356 [id="node_1356" labelType="html" label="ShuffledRowRDD [1356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3549 { id="cluster_3549"; isCluster="true"; label="WholeStageCodegen (8)"; 1357 [id="node_1357" labelType="html" label="MapPartitionsRDD [1357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3548 { id="cluster_3548"; isCluster="true"; label="SortAggregate"; 1358 [id="node_1358" labelType="html" label="MapPartitionsRDD [1358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3547 { id="cluster_3547"; isCluster="true"; label="InMemoryTableScan"; 1359 [id="node_1359" labelType="html" label="MapPartitionsRDD [1359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1360 [id="node_1360" labelType="html" label="SortAggregate(key=[demandChannel#21587, shardId#445, qty#21607, worklistShardItemId#446L, demandStream#21588], functions=[first(kpis#21616, false)], output=[shardId#445, worklistShardItemId#446L, qty#21607, demandChannel#21587, demandStream#21588, kpis#21749])\n+- *(8) Sort [demandChannel#21587 ASC NULLS FIRST, shardId#445 ASC NULLS FIRST, qty#21607 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST, demandStream#21588 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#21587, shardId#445, qty#21607, worklistShardItemId#446L, demandStream#21588, 37), ENSURE_REQUIREMENTS, [plan_id=116966]\n +- SortAggregate(key=[demandChannel#21587, shardId#445, knownfloatingpointnormalized(normalizenanandzero(qty#21607)) AS qty#21607, worklistShardItemId#446L, demandStream#21588], functions=[partial_first(kpis#21616, false)], output=[demandChannel#21587, shardId#445, qty#21607, worklistShardItemId#446L, demandStream#21588, first#21825, valueSet#21826])\n +- *(7) Sort [demandChannel#215... [1360] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1361 [id="node_1361" labelType="html" label="MapPartitionsRDD [1361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1362 [id="node_1362" labelType="html" label="MapPartitionsRDD [1362] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1363 [id="node_1363" labelType="html" label="MapPartitionsRDD [1363] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3546 { id="cluster_3546"; isCluster="true"; label="DeserializeToObject"; 1364 [id="node_1364" labelType="html" label="MapPartitionsRDD [1364] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3602 { id="cluster_3602"; isCluster="true"; label="mapPartitions"; 1366 [id="node_1366" labelType="html" label="MapPartitionsRDD [1366] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1356->1357; 1357->1358; 1358->1359; 1359->1360; 1360->1361; 1361->1362; 1362->1363; 1363->1364; 1364->1365; 1365->1366; }
1355,1356
1360
1365
1356
1357
1358
1359
1360
1361
1362
1363
1364
1366
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time