4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190913 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
8.6 MiB / 445104
Associated Job Ids:
52727
DAG Visualization
digraph G { id="graph_190913"; subgraph graph_stage_190913 { id="graph_stage_190913"; isCluster="true"; label="Stage 190913"; 425392 [id="node_425392" labelType="html" label="SQLExecutionRDD [425392] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1111624 { id="cluster_1111624"; isCluster="true"; label="Exchange"; 425383 [id="node_425383" labelType="html" label="ShuffledRowRDD [425383] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111621 { id="cluster_1111621"; isCluster="true"; label="WholeStageCodegen (7)"; 425384 [id="node_425384" labelType="html" label="MapPartitionsRDD [425384] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111620 { id="cluster_1111620"; isCluster="true"; label="SortAggregate"; 425385 [id="node_425385" labelType="html" label="MapPartitionsRDD [425385] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111619 { id="cluster_1111619"; isCluster="true"; label="InMemoryTableScan"; 425386 [id="node_425386" labelType="html" label="MapPartitionsRDD [425386] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425387 [id="node_425387" labelType="html" label="SortAggregate(key=[demandChannel#6860711, shardId#6552473, qty#6860731, worklistShardItemId#6552474L, demandStream#6860712], functions=[first(kpis#6860740, false)], output=[shardId#6552473, worklistShardItemId#6552474L, qty#6860731, demandChannel#6860711, demandStream#6860712, kpis#6860853])\n+- *(7) Sort [demandChannel#6860711 ASC NULLS FIRST, shardId#6552473 ASC NULLS FIRST, qty#6860731 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST, demandStream#6860712 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6860711, shardId#6552473, qty#6860731, worklistShardItemId#6552474L, demandStream#6860712, 30), ENSURE_REQUIREMENTS, [plan_id=29063828]\n +- SortAggregate(key=[demandChannel#6860711, shardId#6552473, knownfloatingpointnormalized(normalizenanandzero(qty#6860731)) AS qty#6860731, worklistShardItemId#6552474L, demandStream#6860712], functions=[partial_first(kpis#6860740, false)], output=[demandChannel#6860711, shardId#6552473, qty#6860731, worklistShardItemId#6552474L... [425387] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425388 [id="node_425388" labelType="html" label="MapPartitionsRDD [425388] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425389 [id="node_425389" labelType="html" label="MapPartitionsRDD [425389] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425390 [id="node_425390" labelType="html" label="MapPartitionsRDD [425390] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111618 { id="cluster_1111618"; isCluster="true"; label="DeserializeToObject"; 425391 [id="node_425391" labelType="html" label="MapPartitionsRDD [425391] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111669 { id="cluster_1111669"; isCluster="true"; label="mapPartitions"; 425393 [id="node_425393" labelType="html" label="MapPartitionsRDD [425393] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425383->425384; 425384->425385; 425385->425386; 425386->425387; 425387->425388; 425388->425389; 425389->425390; 425390->425391; 425391->425392; 425392->425393; }
425382,425383
425387
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time