4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190145 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.9 MiB / 30
Shuffle Write Size / Records:
3.2 MiB / 159872
Associated Job Ids:
52565
DAG Visualization
digraph G { id="graph_190145"; subgraph graph_stage_190145 { id="graph_stage_190145"; isCluster="true"; label="Stage 190145"; subgraph cluster_1106407 { id="cluster_1106407"; isCluster="true"; label="Exchange"; 423261 [id="node_423261" labelType="html" label="ShuffledRowRDD [423261] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106404 { id="cluster_1106404"; isCluster="true"; label="WholeStageCodegen (7)"; 423262 [id="node_423262" labelType="html" label="MapPartitionsRDD [423262] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106403 { id="cluster_1106403"; isCluster="true"; label="SortAggregate"; 423263 [id="node_423263" labelType="html" label="MapPartitionsRDD [423263] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106402 { id="cluster_1106402"; isCluster="true"; label="InMemoryTableScan"; 423264 [id="node_423264" labelType="html" label="MapPartitionsRDD [423264] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423265 [id="node_423265" labelType="html" label="SortAggregate(key=[demandChannel#6827733, shardId#6552473, qty#6827753, worklistShardItemId#6552474L, demandStream#6827734], functions=[first(kpis#6827762, false)], output=[shardId#6552473, worklistShardItemId#6552474L, qty#6827753, demandChannel#6827733, demandStream#6827734, kpis#6827875])\n+- *(7) Sort [demandChannel#6827733 ASC NULLS FIRST, shardId#6552473 ASC NULLS FIRST, qty#6827753 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST, demandStream#6827734 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6827733, shardId#6552473, qty#6827753, worklistShardItemId#6552474L, demandStream#6827734, 30), ENSURE_REQUIREMENTS, [plan_id=29050699]\n +- SortAggregate(key=[demandChannel#6827733, shardId#6552473, knownfloatingpointnormalized(normalizenanandzero(qty#6827753)) AS qty#6827753, worklistShardItemId#6552474L, demandStream#6827734], functions=[partial_first(kpis#6827762, false)], output=[demandChannel#6827733, shardId#6552473, qty#6827753, worklistShardItemId#6552474L... [423265] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106514 { id="cluster_1106514"; isCluster="true"; label="InMemoryTableScan"; 423272 [id="node_423272" labelType="html" label="MapPartitionsRDD [423272] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423273 [id="node_423273" labelType="html" label="MapPartitionsRDD [423273] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423274 [id="node_423274" labelType="html" label="MapPartitionsRDD [423274] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106511 { id="cluster_1106511"; isCluster="true"; label="WholeStageCodegen (1)"; 423275 [id="node_423275" labelType="html" label="MapPartitionsRDD [423275] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106510 { id="cluster_1106510"; isCluster="true"; label="Exchange"; 423276 [id="node_423276" labelType="html" label="MapPartitionsRDD [423276] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423261->423262; 423262->423263; 423263->423264; 423264->423265; 423265->423272; 423272->423273; 423273->423274; 423274->423275; 423275->423276; }
423260,423261
423265
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time