4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241499 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.1 MiB / 479816
Associated Job Ids:
66480
DAG Visualization
digraph G { id="graph_241499"; subgraph graph_stage_241499 { id="graph_stage_241499"; isCluster="true"; label="Stage 241499"; 540526 [id="node_540526" labelType="html" label="SQLExecutionRDD [540526] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1411545 { id="cluster_1411545"; isCluster="true"; label="Exchange"; 540517 [id="node_540517" labelType="html" label="ShuffledRowRDD [540517] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411542 { id="cluster_1411542"; isCluster="true"; label="WholeStageCodegen (7)"; 540518 [id="node_540518" labelType="html" label="MapPartitionsRDD [540518] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411541 { id="cluster_1411541"; isCluster="true"; label="SortAggregate"; 540519 [id="node_540519" labelType="html" label="MapPartitionsRDD [540519] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411540 { id="cluster_1411540"; isCluster="true"; label="InMemoryTableScan"; 540520 [id="node_540520" labelType="html" label="MapPartitionsRDD [540520] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540521 [id="node_540521" labelType="html" label="SortAggregate(key=[demandChannel#8714804, shardId#8398780, qty#8714824, worklistShardItemId#8398781L, demandStream#8714805], functions=[first(kpis#8714833, false)], output=[shardId#8398780, worklistShardItemId#8398781L, qty#8714824, demandChannel#8714804, demandStream#8714805, kpis#8714946])\n+- *(7) Sort [demandChannel#8714804 ASC NULLS FIRST, shardId#8398780 ASC NULLS FIRST, qty#8714824 ASC NULLS FIRST, worklistShardItemId#8398781L ASC NULLS FIRST, demandStream#8714805 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#8714804, shardId#8398780, qty#8714824, worklistShardItemId#8398781L, demandStream#8714805, 30), ENSURE_REQUIREMENTS, [plan_id=36546443]\n +- SortAggregate(key=[demandChannel#8714804, shardId#8398780, knownfloatingpointnormalized(normalizenanandzero(qty#8714824)) AS qty#8714824, worklistShardItemId#8398781L, demandStream#8714805], functions=[partial_first(kpis#8714833, false)], output=[demandChannel#8714804, shardId#8398780, qty#8714824, worklistShardItemId#8398781L... [540521] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540522 [id="node_540522" labelType="html" label="MapPartitionsRDD [540522] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540523 [id="node_540523" labelType="html" label="MapPartitionsRDD [540523] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540524 [id="node_540524" labelType="html" label="MapPartitionsRDD [540524] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411539 { id="cluster_1411539"; isCluster="true"; label="DeserializeToObject"; 540525 [id="node_540525" labelType="html" label="MapPartitionsRDD [540525] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411590 { id="cluster_1411590"; isCluster="true"; label="mapPartitions"; 540527 [id="node_540527" labelType="html" label="MapPartitionsRDD [540527] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540517->540518; 540518->540519; 540519->540520; 540520->540521; 540521->540522; 540522->540523; 540523->540524; 540524->540525; 540525->540526; 540526->540527; }
540516,540517
540521
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time