4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241513 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 30
Input Size / Records:
8.9 MiB / 90
Shuffle Write Size / Records:
8.6 MiB / 479816
Associated Job Ids:
66481
DAG Visualization
digraph G { id="graph_241513"; subgraph graph_stage_241513 { id="graph_stage_241513"; isCluster="true"; label="Stage 241513"; subgraph cluster_1411545 { id="cluster_1411545"; isCluster="true"; label="Exchange"; 540517 [id="node_540517" labelType="html" label="ShuffledRowRDD [540517] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411542 { id="cluster_1411542"; isCluster="true"; label="WholeStageCodegen (7)"; 540518 [id="node_540518" labelType="html" label="MapPartitionsRDD [540518] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411541 { id="cluster_1411541"; isCluster="true"; label="SortAggregate"; 540519 [id="node_540519" labelType="html" label="MapPartitionsRDD [540519] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411540 { id="cluster_1411540"; isCluster="true"; label="InMemoryTableScan"; 540520 [id="node_540520" labelType="html" label="MapPartitionsRDD [540520] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540521 [id="node_540521" labelType="html" label="SortAggregate(key=[demandChannel#8714804, shardId#8398780, qty#8714824, worklistShardItemId#8398781L, demandStream#8714805], functions=[first(kpis#8714833, false)], output=[shardId#8398780, worklistShardItemId#8398781L, qty#8714824, demandChannel#8714804, demandStream#8714805, kpis#8714946])\n+- *(7) Sort [demandChannel#8714804 ASC NULLS FIRST, shardId#8398780 ASC NULLS FIRST, qty#8714824 ASC NULLS FIRST, worklistShardItemId#8398781L ASC NULLS FIRST, demandStream#8714805 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#8714804, shardId#8398780, qty#8714824, worklistShardItemId#8398781L, demandStream#8714805, 30), ENSURE_REQUIREMENTS, [plan_id=36546443]\n +- SortAggregate(key=[demandChannel#8714804, shardId#8398780, knownfloatingpointnormalized(normalizenanandzero(qty#8714824)) AS qty#8714824, worklistShardItemId#8398781L, demandStream#8714805], functions=[partial_first(kpis#8714833, false)], output=[demandChannel#8714804, shardId#8398780, qty#8714824, worklistShardItemId#8398781L... [540521] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411652 { id="cluster_1411652"; isCluster="true"; label="InMemoryTableScan"; 540528 [id="node_540528" labelType="html" label="MapPartitionsRDD [540528] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540529 [id="node_540529" labelType="html" label="MapPartitionsRDD [540529] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540530 [id="node_540530" labelType="html" label="MapPartitionsRDD [540530] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411649 { id="cluster_1411649"; isCluster="true"; label="WholeStageCodegen (1)"; 540531 [id="node_540531" labelType="html" label="MapPartitionsRDD [540531] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411648 { id="cluster_1411648"; isCluster="true"; label="Exchange"; 540532 [id="node_540532" labelType="html" label="MapPartitionsRDD [540532] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540517->540518; 540518->540519; 540519->540520; 540520->540521; 540521->540528; 540528->540529; 540529->540530; 540530->540531; 540531->540532; }
540516,540517
540521
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time