4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 583 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 37
Input Size / Records:
576.1 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
191
DAG Visualization
digraph G { id="graph_583"; subgraph graph_stage_583 { id="graph_stage_583"; isCluster="true"; label="Stage 583"; subgraph cluster_2889 { id="cluster_2889"; isCluster="true"; label="Exchange"; 1074 [id="node_1074" labelType="html" label="ShuffledRowRDD [1074] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2886 { id="cluster_2886"; isCluster="true"; label="WholeStageCodegen (8)"; 1075 [id="node_1075" labelType="html" label="MapPartitionsRDD [1075] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2885 { id="cluster_2885"; isCluster="true"; label="SortAggregate"; 1076 [id="node_1076" labelType="html" label="MapPartitionsRDD [1076] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2884 { id="cluster_2884"; isCluster="true"; label="InMemoryTableScan"; 1077 [id="node_1077" labelType="html" label="MapPartitionsRDD [1077] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1078 [id="node_1078" labelType="html" label="SortAggregate(key=[demandChannel#15989, shardId#445, qty#16009, worklistShardItemId#446L, demandStream#15990], functions=[first(kpis#16018, false)], output=[shardId#445, worklistShardItemId#446L, qty#16009, demandChannel#15989, demandStream#15990, kpis#16151])\n+- *(8) Sort [demandChannel#15989 ASC NULLS FIRST, shardId#445 ASC NULLS FIRST, qty#16009 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST, demandStream#15990 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#15989, shardId#445, qty#16009, worklistShardItemId#446L, demandStream#15990, 37), ENSURE_REQUIREMENTS, [plan_id=115377]\n +- SortAggregate(key=[demandChannel#15989, shardId#445, knownfloatingpointnormalized(normalizenanandzero(qty#16009)) AS qty#16009, worklistShardItemId#446L, demandStream#15990], functions=[partial_first(kpis#16018, false)], output=[demandChannel#15989, shardId#445, qty#16009, worklistShardItemId#446L, demandStream#15990, first#16227, valueSet#16228])\n +- *(7) Sort [demandChannel#159... [1078] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3001 { id="cluster_3001"; isCluster="true"; label="InMemoryTableScan"; 1091 [id="node_1091" labelType="html" label="MapPartitionsRDD [1091] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1092 [id="node_1092" labelType="html" label="MapPartitionsRDD [1092] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1093 [id="node_1093" labelType="html" label="MapPartitionsRDD [1093] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2998 { id="cluster_2998"; isCluster="true"; label="WholeStageCodegen (1)"; 1094 [id="node_1094" labelType="html" label="MapPartitionsRDD [1094] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2997 { id="cluster_2997"; isCluster="true"; label="Exchange"; 1095 [id="node_1095" labelType="html" label="MapPartitionsRDD [1095] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1074->1075; 1075->1076; 1076->1077; 1077->1078; 1078->1091; 1091->1092; 1092->1093; 1093->1094; 1094->1095; }
1073,1074
1078
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time