4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190036 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.1 MiB / 475632
Associated Job Ids:
52545
DAG Visualization
digraph G { id="graph_190036"; subgraph graph_stage_190036 { id="graph_stage_190036"; isCluster="true"; label="Stage 190036"; 423026 [id="node_423026" labelType="html" label="SQLExecutionRDD [423026] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1105776 { id="cluster_1105776"; isCluster="true"; label="Exchange"; 423017 [id="node_423017" labelType="html" label="ShuffledRowRDD [423017] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105773 { id="cluster_1105773"; isCluster="true"; label="WholeStageCodegen (7)"; 423018 [id="node_423018" labelType="html" label="MapPartitionsRDD [423018] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105772 { id="cluster_1105772"; isCluster="true"; label="SortAggregate"; 423019 [id="node_423019" labelType="html" label="MapPartitionsRDD [423019] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105771 { id="cluster_1105771"; isCluster="true"; label="InMemoryTableScan"; 423020 [id="node_423020" labelType="html" label="MapPartitionsRDD [423020] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423021 [id="node_423021" labelType="html" label="SortAggregate(key=[demandChannel#6823929, shardId#6552521, qty#6823949, worklistShardItemId#6552522L, demandStream#6823930], functions=[first(kpis#6823958, false)], output=[shardId#6552521, worklistShardItemId#6552522L, qty#6823949, demandChannel#6823929, demandStream#6823930, kpis#6824071])\n+- *(7) Sort [demandChannel#6823929 ASC NULLS FIRST, shardId#6552521 ASC NULLS FIRST, qty#6823949 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST, demandStream#6823930 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6823929, shardId#6552521, qty#6823949, worklistShardItemId#6552522L, demandStream#6823930, 30), ENSURE_REQUIREMENTS, [plan_id=29049115]\n +- SortAggregate(key=[demandChannel#6823929, shardId#6552521, knownfloatingpointnormalized(normalizenanandzero(qty#6823949)) AS qty#6823949, worklistShardItemId#6552522L, demandStream#6823930], functions=[partial_first(kpis#6823958, false)], output=[demandChannel#6823929, shardId#6552521, qty#6823949, worklistShardItemId#6552522L... [423021] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423022 [id="node_423022" labelType="html" label="MapPartitionsRDD [423022] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423023 [id="node_423023" labelType="html" label="MapPartitionsRDD [423023] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423024 [id="node_423024" labelType="html" label="MapPartitionsRDD [423024] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105770 { id="cluster_1105770"; isCluster="true"; label="DeserializeToObject"; 423025 [id="node_423025" labelType="html" label="MapPartitionsRDD [423025] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105821 { id="cluster_1105821"; isCluster="true"; label="mapPartitions"; 423027 [id="node_423027" labelType="html" label="MapPartitionsRDD [423027] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423017->423018; 423018->423019; 423019->423020; 423020->423021; 423021->423022; 423022->423023; 423023->423024; 423024->423025; 423025->423026; 423026->423027; }
423016,423017
423021
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time