4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190533 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
8.9 MiB / 90
Shuffle Write Size / Records:
8.7 MiB / 479444
Associated Job Ids:
52645
DAG Visualization
digraph G { id="graph_190533"; subgraph graph_stage_190533 { id="graph_stage_190533"; isCluster="true"; label="Stage 190533"; subgraph cluster_1108971 { id="cluster_1108971"; isCluster="true"; label="Exchange"; 424305 [id="node_424305" labelType="html" label="ShuffledRowRDD [424305] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108968 { id="cluster_1108968"; isCluster="true"; label="WholeStageCodegen (7)"; 424306 [id="node_424306" labelType="html" label="MapPartitionsRDD [424306] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108967 { id="cluster_1108967"; isCluster="true"; label="SortAggregate"; 424307 [id="node_424307" labelType="html" label="MapPartitionsRDD [424307] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108966 { id="cluster_1108966"; isCluster="true"; label="InMemoryTableScan"; 424308 [id="node_424308" labelType="html" label="MapPartitionsRDD [424308] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424309 [id="node_424309" labelType="html" label="SortAggregate(key=[demandChannel#6844045, shardId#6552521, qty#6844065, worklistShardItemId#6552522L, demandStream#6844046], functions=[first(kpis#6844074, false)], output=[shardId#6552521, worklistShardItemId#6552522L, qty#6844065, demandChannel#6844045, demandStream#6844046, kpis#6844187])\n+- *(7) Sort [demandChannel#6844045 ASC NULLS FIRST, shardId#6552521 ASC NULLS FIRST, qty#6844065 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST, demandStream#6844046 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6844045, shardId#6552521, qty#6844065, worklistShardItemId#6552522L, demandStream#6844046, 30), ENSURE_REQUIREMENTS, [plan_id=29057168]\n +- SortAggregate(key=[demandChannel#6844045, shardId#6552521, knownfloatingpointnormalized(normalizenanandzero(qty#6844065)) AS qty#6844065, worklistShardItemId#6552522L, demandStream#6844046], functions=[partial_first(kpis#6844074, false)], output=[demandChannel#6844045, shardId#6552521, qty#6844065, worklistShardItemId#6552522L... [424309] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109078 { id="cluster_1109078"; isCluster="true"; label="InMemoryTableScan"; 424316 [id="node_424316" labelType="html" label="MapPartitionsRDD [424316] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424317 [id="node_424317" labelType="html" label="MapPartitionsRDD [424317] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424318 [id="node_424318" labelType="html" label="MapPartitionsRDD [424318] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109075 { id="cluster_1109075"; isCluster="true"; label="WholeStageCodegen (1)"; 424319 [id="node_424319" labelType="html" label="MapPartitionsRDD [424319] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109074 { id="cluster_1109074"; isCluster="true"; label="Exchange"; 424320 [id="node_424320" labelType="html" label="MapPartitionsRDD [424320] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424305->424306; 424306->424307; 424307->424308; 424308->424309; 424309->424316; 424316->424317; 424317->424318; 424318->424319; 424319->424320; }
424304,424305
424309
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time