4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189951 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
8.5 MiB / 90
Shuffle Write Size / Records:
8.2 MiB / 445104
Associated Job Ids:
52525
DAG Visualization
digraph G { id="graph_189951"; subgraph graph_stage_189951 { id="graph_stage_189951"; isCluster="true"; label="Stage 189951"; subgraph cluster_1105059 { id="cluster_1105059"; isCluster="true"; label="Exchange"; 422716 [id="node_422716" labelType="html" label="ShuffledRowRDD [422716] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105056 { id="cluster_1105056"; isCluster="true"; label="WholeStageCodegen (7)"; 422717 [id="node_422717" labelType="html" label="MapPartitionsRDD [422717] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105055 { id="cluster_1105055"; isCluster="true"; label="SortAggregate"; 422718 [id="node_422718" labelType="html" label="MapPartitionsRDD [422718] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105054 { id="cluster_1105054"; isCluster="true"; label="InMemoryTableScan"; 422719 [id="node_422719" labelType="html" label="MapPartitionsRDD [422719] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422720 [id="node_422720" labelType="html" label="SortAggregate(key=[demandChannel#6819473, shardId#6552473, qty#6819493, worklistShardItemId#6552474L, demandStream#6819474], functions=[first(kpis#6819502, false)], output=[shardId#6552473, worklistShardItemId#6552474L, qty#6819493, demandChannel#6819473, demandStream#6819474, kpis#6819615])\n+- *(7) Sort [demandChannel#6819473 ASC NULLS FIRST, shardId#6552473 ASC NULLS FIRST, qty#6819493 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST, demandStream#6819474 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6819473, shardId#6552473, qty#6819493, worklistShardItemId#6552474L, demandStream#6819474, 30), ENSURE_REQUIREMENTS, [plan_id=29047148]\n +- SortAggregate(key=[demandChannel#6819473, shardId#6552473, knownfloatingpointnormalized(normalizenanandzero(qty#6819493)) AS qty#6819493, worklistShardItemId#6552474L, demandStream#6819474], functions=[partial_first(kpis#6819502, false)], output=[demandChannel#6819473, shardId#6552473, qty#6819493, worklistShardItemId#6552474L... [422720] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105232 { id="cluster_1105232"; isCluster="true"; label="InMemoryTableScan"; 422750 [id="node_422750" labelType="html" label="MapPartitionsRDD [422750] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422751 [id="node_422751" labelType="html" label="MapPartitionsRDD [422751] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422752 [id="node_422752" labelType="html" label="MapPartitionsRDD [422752] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105229 { id="cluster_1105229"; isCluster="true"; label="WholeStageCodegen (1)"; 422753 [id="node_422753" labelType="html" label="MapPartitionsRDD [422753] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105228 { id="cluster_1105228"; isCluster="true"; label="Exchange"; 422754 [id="node_422754" labelType="html" label="MapPartitionsRDD [422754] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422716->422717; 422717->422718; 422718->422719; 422719->422720; 422720->422750; 422750->422751; 422751->422752; 422752->422753; 422753->422754; }
422715,422716
422720
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time