4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 604 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 37
Input Size / Records:
576.1 KiB / 37
Shuffle Write Size / Records:
1673.4 KiB / 39996
Associated Job Ids:
192
DAG Visualization
digraph G { id="graph_604"; subgraph graph_stage_604 { id="graph_stage_604"; isCluster="true"; label="Stage 604"; 1089 [id="node_1089" labelType="html" label="SQLExecutionRDD [1089] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_2889 { id="cluster_2889"; isCluster="true"; label="Exchange"; 1074 [id="node_1074" labelType="html" label="ShuffledRowRDD [1074] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2886 { id="cluster_2886"; isCluster="true"; label="WholeStageCodegen (8)"; 1075 [id="node_1075" labelType="html" label="MapPartitionsRDD [1075] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2885 { id="cluster_2885"; isCluster="true"; label="SortAggregate"; 1076 [id="node_1076" labelType="html" label="MapPartitionsRDD [1076] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2884 { id="cluster_2884"; isCluster="true"; label="InMemoryTableScan"; 1077 [id="node_1077" labelType="html" label="MapPartitionsRDD [1077] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1078 [id="node_1078" labelType="html" label="SortAggregate(key=[demandChannel#15989, shardId#445, qty#16009, worklistShardItemId#446L, demandStream#15990], functions=[first(kpis#16018, false)], output=[shardId#445, worklistShardItemId#446L, qty#16009, demandChannel#15989, demandStream#15990, kpis#16151])\n+- *(8) Sort [demandChannel#15989 ASC NULLS FIRST, shardId#445 ASC NULLS FIRST, qty#16009 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST, demandStream#15990 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#15989, shardId#445, qty#16009, worklistShardItemId#446L, demandStream#15990, 37), ENSURE_REQUIREMENTS, [plan_id=115377]\n +- SortAggregate(key=[demandChannel#15989, shardId#445, knownfloatingpointnormalized(normalizenanandzero(qty#16009)) AS qty#16009, worklistShardItemId#446L, demandStream#15990], functions=[partial_first(kpis#16018, false)], output=[demandChannel#15989, shardId#445, qty#16009, worklistShardItemId#446L, demandStream#15990, first#16227, valueSet#16228])\n +- *(7) Sort [demandChannel#159... [1078] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2992 { id="cluster_2992"; isCluster="true"; label="InMemoryTableScan"; 1085 [id="node_1085" labelType="html" label="MapPartitionsRDD [1085] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1086 [id="node_1086" labelType="html" label="MapPartitionsRDD [1086] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1087 [id="node_1087" labelType="html" label="MapPartitionsRDD [1087] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2991 { id="cluster_2991"; isCluster="true"; label="DeserializeToObject"; 1088 [id="node_1088" labelType="html" label="MapPartitionsRDD [1088] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2993 { id="cluster_2993"; isCluster="true"; label="mapPartitions"; 1090 [id="node_1090" labelType="html" label="MapPartitionsRDD [1090] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3013 { id="cluster_3013"; isCluster="true"; label="union"; 1099 [id="node_1099" labelType="html" label="UnionRDD [1099] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3014 { id="cluster_3014"; isCluster="true"; label="filter"; 1100 [id="node_1100" labelType="html" label="MapPartitionsRDD [1100] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3015 { id="cluster_3015"; isCluster="true"; label="distinct"; 1101 [id="node_1101" labelType="html" label="MapPartitionsRDD [1101] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1074->1075; 1075->1076; 1076->1077; 1077->1078; 1078->1085; 1085->1086; 1086->1087; 1087->1088; 1088->1089; 1089->1090; 1090->1099; 1099->1100; 1100->1101; }
1073,1074
1078
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time