4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190130 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
3.5 MiB / 159872
Associated Job Ids:
52564
DAG Visualization
digraph G { id="graph_190130"; subgraph graph_stage_190130 { id="graph_stage_190130"; isCluster="true"; label="Stage 190130"; 423270 [id="node_423270" labelType="html" label="SQLExecutionRDD [423270] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1106407 { id="cluster_1106407"; isCluster="true"; label="Exchange"; 423261 [id="node_423261" labelType="html" label="ShuffledRowRDD [423261] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106404 { id="cluster_1106404"; isCluster="true"; label="WholeStageCodegen (7)"; 423262 [id="node_423262" labelType="html" label="MapPartitionsRDD [423262] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106403 { id="cluster_1106403"; isCluster="true"; label="SortAggregate"; 423263 [id="node_423263" labelType="html" label="MapPartitionsRDD [423263] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106402 { id="cluster_1106402"; isCluster="true"; label="InMemoryTableScan"; 423264 [id="node_423264" labelType="html" label="MapPartitionsRDD [423264] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423265 [id="node_423265" labelType="html" label="SortAggregate(key=[demandChannel#6827733, shardId#6552473, qty#6827753, worklistShardItemId#6552474L, demandStream#6827734], functions=[first(kpis#6827762, false)], output=[shardId#6552473, worklistShardItemId#6552474L, qty#6827753, demandChannel#6827733, demandStream#6827734, kpis#6827875])\n+- *(7) Sort [demandChannel#6827733 ASC NULLS FIRST, shardId#6552473 ASC NULLS FIRST, qty#6827753 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST, demandStream#6827734 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6827733, shardId#6552473, qty#6827753, worklistShardItemId#6552474L, demandStream#6827734, 30), ENSURE_REQUIREMENTS, [plan_id=29050699]\n +- SortAggregate(key=[demandChannel#6827733, shardId#6552473, knownfloatingpointnormalized(normalizenanandzero(qty#6827753)) AS qty#6827753, worklistShardItemId#6552474L, demandStream#6827734], functions=[partial_first(kpis#6827762, false)], output=[demandChannel#6827733, shardId#6552473, qty#6827753, worklistShardItemId#6552474L... [423265] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423266 [id="node_423266" labelType="html" label="MapPartitionsRDD [423266] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423267 [id="node_423267" labelType="html" label="MapPartitionsRDD [423267] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423268 [id="node_423268" labelType="html" label="MapPartitionsRDD [423268] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106401 { id="cluster_1106401"; isCluster="true"; label="DeserializeToObject"; 423269 [id="node_423269" labelType="html" label="MapPartitionsRDD [423269] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106452 { id="cluster_1106452"; isCluster="true"; label="mapPartitions"; 423271 [id="node_423271" labelType="html" label="MapPartitionsRDD [423271] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423261->423262; 423262->423263; 423263->423264; 423264->423265; 423265->423266; 423266->423267; 423267->423268; 423268->423269; 423269->423270; 423270->423271; }
423260,423261
423265
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time