4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190712 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.2 MiB / 479444
Associated Job Ids:
52684
DAG Visualization
digraph G { id="graph_190712"; subgraph graph_stage_190712 { id="graph_stage_190712"; isCluster="true"; label="Stage 190712"; 424836 [id="node_424836" labelType="html" label="SQLExecutionRDD [424836] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1110253 { id="cluster_1110253"; isCluster="true"; label="Exchange"; 424827 [id="node_424827" labelType="html" label="ShuffledRowRDD [424827] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110250 { id="cluster_1110250"; isCluster="true"; label="WholeStageCodegen (7)"; 424828 [id="node_424828" labelType="html" label="MapPartitionsRDD [424828] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110249 { id="cluster_1110249"; isCluster="true"; label="SortAggregate"; 424829 [id="node_424829" labelType="html" label="MapPartitionsRDD [424829] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110248 { id="cluster_1110248"; isCluster="true"; label="InMemoryTableScan"; 424830 [id="node_424830" labelType="html" label="MapPartitionsRDD [424830] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424831 [id="node_424831" labelType="html" label="SortAggregate(key=[demandChannel#6852201, shardId#6552521, qty#6852221, worklistShardItemId#6552522L, demandStream#6852202], functions=[first(kpis#6852230, false)], output=[shardId#6552521, worklistShardItemId#6552522L, qty#6852221, demandChannel#6852201, demandStream#6852202, kpis#6852343])\n+- *(7) Sort [demandChannel#6852201 ASC NULLS FIRST, shardId#6552521 ASC NULLS FIRST, qty#6852221 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST, demandStream#6852202 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6852201, shardId#6552521, qty#6852221, worklistShardItemId#6552522L, demandStream#6852202, 30), ENSURE_REQUIREMENTS, [plan_id=29060410]\n +- SortAggregate(key=[demandChannel#6852201, shardId#6552521, knownfloatingpointnormalized(normalizenanandzero(qty#6852221)) AS qty#6852221, worklistShardItemId#6552522L, demandStream#6852202], functions=[partial_first(kpis#6852230, false)], output=[demandChannel#6852201, shardId#6552521, qty#6852221, worklistShardItemId#6552522L... [424831] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424832 [id="node_424832" labelType="html" label="MapPartitionsRDD [424832] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424833 [id="node_424833" labelType="html" label="MapPartitionsRDD [424833] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424834 [id="node_424834" labelType="html" label="MapPartitionsRDD [424834] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110247 { id="cluster_1110247"; isCluster="true"; label="DeserializeToObject"; 424835 [id="node_424835" labelType="html" label="MapPartitionsRDD [424835] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110298 { id="cluster_1110298"; isCluster="true"; label="mapPartitions"; 424837 [id="node_424837" labelType="html" label="MapPartitionsRDD [424837] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424827->424828; 424828->424829; 424829->424830; 424830->424831; 424831->424832; 424832->424833; 424833->424834; 424834->424835; 424835->424836; 424836->424837; }
424826,424827
424831
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time