4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190927 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
8.5 MiB / 90
Shuffle Write Size / Records:
8.2 MiB / 445104
Associated Job Ids:
52728
DAG Visualization
digraph G { id="graph_190927"; subgraph graph_stage_190927 { id="graph_stage_190927"; isCluster="true"; label="Stage 190927"; subgraph cluster_1111624 { id="cluster_1111624"; isCluster="true"; label="Exchange"; 425383 [id="node_425383" labelType="html" label="ShuffledRowRDD [425383] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111621 { id="cluster_1111621"; isCluster="true"; label="WholeStageCodegen (7)"; 425384 [id="node_425384" labelType="html" label="MapPartitionsRDD [425384] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111620 { id="cluster_1111620"; isCluster="true"; label="SortAggregate"; 425385 [id="node_425385" labelType="html" label="MapPartitionsRDD [425385] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111619 { id="cluster_1111619"; isCluster="true"; label="InMemoryTableScan"; 425386 [id="node_425386" labelType="html" label="MapPartitionsRDD [425386] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425387 [id="node_425387" labelType="html" label="SortAggregate(key=[demandChannel#6860711, shardId#6552473, qty#6860731, worklistShardItemId#6552474L, demandStream#6860712], functions=[first(kpis#6860740, false)], output=[shardId#6552473, worklistShardItemId#6552474L, qty#6860731, demandChannel#6860711, demandStream#6860712, kpis#6860853])\n+- *(7) Sort [demandChannel#6860711 ASC NULLS FIRST, shardId#6552473 ASC NULLS FIRST, qty#6860731 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST, demandStream#6860712 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6860711, shardId#6552473, qty#6860731, worklistShardItemId#6552474L, demandStream#6860712, 30), ENSURE_REQUIREMENTS, [plan_id=29063828]\n +- SortAggregate(key=[demandChannel#6860711, shardId#6552473, knownfloatingpointnormalized(normalizenanandzero(qty#6860731)) AS qty#6860731, worklistShardItemId#6552474L, demandStream#6860712], functions=[partial_first(kpis#6860740, false)], output=[demandChannel#6860711, shardId#6552473, qty#6860731, worklistShardItemId#6552474L... [425387] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111731 { id="cluster_1111731"; isCluster="true"; label="InMemoryTableScan"; 425394 [id="node_425394" labelType="html" label="MapPartitionsRDD [425394] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425395 [id="node_425395" labelType="html" label="MapPartitionsRDD [425395] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425396 [id="node_425396" labelType="html" label="MapPartitionsRDD [425396] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111728 { id="cluster_1111728"; isCluster="true"; label="WholeStageCodegen (1)"; 425397 [id="node_425397" labelType="html" label="MapPartitionsRDD [425397] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111727 { id="cluster_1111727"; isCluster="true"; label="Exchange"; 425398 [id="node_425398" labelType="html" label="MapPartitionsRDD [425398] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425383->425384; 425384->425385; 425385->425386; 425386->425387; 425387->425394; 425394->425395; 425395->425396; 425396->425397; 425397->425398; }
425382,425383
425387
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time