4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 563 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Any: 37
Shuffle Read Size / Records:
1655.6 KiB / 39996
Associated Job Ids:
190
DAG Visualization
digraph G { id="graph_563"; subgraph graph_stage_563 { id="graph_stage_563"; isCluster="true"; label="Stage 563"; 1083 [id="node_1083" labelType="html" label="SQLExecutionRDD [1083] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_2889 { id="cluster_2889"; isCluster="true"; label="Exchange"; 1074 [id="node_1074" labelType="html" label="ShuffledRowRDD [1074] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2886 { id="cluster_2886"; isCluster="true"; label="WholeStageCodegen (8)"; 1075 [id="node_1075" labelType="html" label="MapPartitionsRDD [1075] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2885 { id="cluster_2885"; isCluster="true"; label="SortAggregate"; 1076 [id="node_1076" labelType="html" label="MapPartitionsRDD [1076] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2884 { id="cluster_2884"; isCluster="true"; label="InMemoryTableScan"; 1077 [id="node_1077" labelType="html" label="MapPartitionsRDD [1077] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1078 [id="node_1078" labelType="html" label="SortAggregate(key=[demandChannel#15989, shardId#445, qty#16009, worklistShardItemId#446L, demandStream#15990], functions=[first(kpis#16018, false)], output=[shardId#445, worklistShardItemId#446L, qty#16009, demandChannel#15989, demandStream#15990, kpis#16151])\n+- *(8) Sort [demandChannel#15989 ASC NULLS FIRST, shardId#445 ASC NULLS FIRST, qty#16009 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST, demandStream#15990 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#15989, shardId#445, qty#16009, worklistShardItemId#446L, demandStream#15990, 37), ENSURE_REQUIREMENTS, [plan_id=115377]\n +- SortAggregate(key=[demandChannel#15989, shardId#445, knownfloatingpointnormalized(normalizenanandzero(qty#16009)) AS qty#16009, worklistShardItemId#446L, demandStream#15990], functions=[partial_first(kpis#16018, false)], output=[demandChannel#15989, shardId#445, qty#16009, worklistShardItemId#446L, demandStream#15990, first#16227, valueSet#16228])\n +- *(7) Sort [demandChannel#159... [1078] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1079 [id="node_1079" labelType="html" label="MapPartitionsRDD [1079] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1080 [id="node_1080" labelType="html" label="MapPartitionsRDD [1080] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1081 [id="node_1081" labelType="html" label="MapPartitionsRDD [1081] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2883 { id="cluster_2883"; isCluster="true"; label="DeserializeToObject"; 1082 [id="node_1082" labelType="html" label="MapPartitionsRDD [1082] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2939 { id="cluster_2939"; isCluster="true"; label="mapPartitions"; 1084 [id="node_1084" labelType="html" label="MapPartitionsRDD [1084] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1074->1075; 1075->1076; 1076->1077; 1077->1078; 1078->1079; 1079->1080; 1080->1081; 1081->1082; 1082->1083; 1083->1084; }
1073,1074
1078
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time