4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 832 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
777.0 B / 0
Associated Job Ids:
210
DAG Visualization
digraph G { id="graph_832"; subgraph graph_stage_832 { id="graph_stage_832"; isCluster="true"; label="Stage 832"; subgraph cluster_3552 { id="cluster_3552"; isCluster="true"; label="Exchange"; 1356 [id="node_1356" labelType="html" label="ShuffledRowRDD [1356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3549 { id="cluster_3549"; isCluster="true"; label="WholeStageCodegen (8)"; 1357 [id="node_1357" labelType="html" label="MapPartitionsRDD [1357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3548 { id="cluster_3548"; isCluster="true"; label="SortAggregate"; 1358 [id="node_1358" labelType="html" label="MapPartitionsRDD [1358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3547 { id="cluster_3547"; isCluster="true"; label="InMemoryTableScan"; 1359 [id="node_1359" labelType="html" label="MapPartitionsRDD [1359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1360 [id="node_1360" labelType="html" label="SortAggregate(key=[demandChannel#21587, shardId#445, qty#21607, worklistShardItemId#446L, demandStream#21588], functions=[first(kpis#21616, false)], output=[shardId#445, worklistShardItemId#446L, qty#21607, demandChannel#21587, demandStream#21588, kpis#21749])\n+- *(8) Sort [demandChannel#21587 ASC NULLS FIRST, shardId#445 ASC NULLS FIRST, qty#21607 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST, demandStream#21588 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#21587, shardId#445, qty#21607, worklistShardItemId#446L, demandStream#21588, 37), ENSURE_REQUIREMENTS, [plan_id=116966]\n +- SortAggregate(key=[demandChannel#21587, shardId#445, knownfloatingpointnormalized(normalizenanandzero(qty#21607)) AS qty#21607, worklistShardItemId#446L, demandStream#21588], functions=[partial_first(kpis#21616, false)], output=[demandChannel#21587, shardId#445, qty#21607, worklistShardItemId#446L, demandStream#21588, first#21825, valueSet#21826])\n +- *(7) Sort [demandChannel#215... [1360] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3664 { id="cluster_3664"; isCluster="true"; label="InMemoryTableScan"; 1373 [id="node_1373" labelType="html" label="MapPartitionsRDD [1373] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1374 [id="node_1374" labelType="html" label="MapPartitionsRDD [1374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1375 [id="node_1375" labelType="html" label="MapPartitionsRDD [1375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3661 { id="cluster_3661"; isCluster="true"; label="WholeStageCodegen (1)"; 1376 [id="node_1376" labelType="html" label="MapPartitionsRDD [1376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3660 { id="cluster_3660"; isCluster="true"; label="Exchange"; 1377 [id="node_1377" labelType="html" label="MapPartitionsRDD [1377] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1356->1357; 1357->1358; 1358->1359; 1359->1360; 1360->1373; 1373->1374; 1374->1375; 1375->1376; 1376->1377; }
1355,1356
1360
1356
1357
1358
1359
1360
1373
1374
1375
1376
1377
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time