4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191122 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.9 MiB / 30
Shuffle Write Size / Records:
3.2 MiB / 159872
Associated Job Ids:
52769
DAG Visualization
digraph G { id="graph_191122"; subgraph graph_stage_191122 { id="graph_stage_191122"; isCluster="true"; label="Stage 191122"; subgraph cluster_1112928 { id="cluster_1112928"; isCluster="true"; label="Exchange"; 425913 [id="node_425913" labelType="html" label="ShuffledRowRDD [425913] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112925 { id="cluster_1112925"; isCluster="true"; label="WholeStageCodegen (7)"; 425914 [id="node_425914" labelType="html" label="MapPartitionsRDD [425914] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112924 { id="cluster_1112924"; isCluster="true"; label="SortAggregate"; 425915 [id="node_425915" labelType="html" label="MapPartitionsRDD [425915] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112923 { id="cluster_1112923"; isCluster="true"; label="InMemoryTableScan"; 425916 [id="node_425916" labelType="html" label="MapPartitionsRDD [425916] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425917 [id="node_425917" labelType="html" label="SortAggregate(key=[demandChannel#6868899, shardId#6552473, qty#6868919, worklistShardItemId#6552474L, demandStream#6868900], functions=[first(kpis#6868928, false)], output=[shardId#6552473, worklistShardItemId#6552474L, qty#6868919, demandChannel#6868899, demandStream#6868900, kpis#6869041])\n+- *(7) Sort [demandChannel#6868899 ASC NULLS FIRST, shardId#6552473 ASC NULLS FIRST, qty#6868919 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST, demandStream#6868900 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6868899, shardId#6552473, qty#6868919, worklistShardItemId#6552474L, demandStream#6868900, 30), ENSURE_REQUIREMENTS, [plan_id=29067103]\n +- SortAggregate(key=[demandChannel#6868899, shardId#6552473, knownfloatingpointnormalized(normalizenanandzero(qty#6868919)) AS qty#6868919, worklistShardItemId#6552474L, demandStream#6868900], functions=[partial_first(kpis#6868928, false)], output=[demandChannel#6868899, shardId#6552473, qty#6868919, worklistShardItemId#6552474L... [425917] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113035 { id="cluster_1113035"; isCluster="true"; label="InMemoryTableScan"; 425924 [id="node_425924" labelType="html" label="MapPartitionsRDD [425924] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425925 [id="node_425925" labelType="html" label="MapPartitionsRDD [425925] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425926 [id="node_425926" labelType="html" label="MapPartitionsRDD [425926] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113032 { id="cluster_1113032"; isCluster="true"; label="WholeStageCodegen (1)"; 425927 [id="node_425927" labelType="html" label="MapPartitionsRDD [425927] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113031 { id="cluster_1113031"; isCluster="true"; label="Exchange"; 425928 [id="node_425928" labelType="html" label="MapPartitionsRDD [425928] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425913->425914; 425914->425915; 425915->425916; 425916->425917; 425917->425924; 425924->425925; 425925->425926; 425926->425927; 425927->425928; }
425912,425913
425917
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time