4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191108 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
3.5 MiB / 159872
Associated Job Ids:
52768
DAG Visualization
digraph G { id="graph_191108"; subgraph graph_stage_191108 { id="graph_stage_191108"; isCluster="true"; label="Stage 191108"; 425922 [id="node_425922" labelType="html" label="SQLExecutionRDD [425922] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1112928 { id="cluster_1112928"; isCluster="true"; label="Exchange"; 425913 [id="node_425913" labelType="html" label="ShuffledRowRDD [425913] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112925 { id="cluster_1112925"; isCluster="true"; label="WholeStageCodegen (7)"; 425914 [id="node_425914" labelType="html" label="MapPartitionsRDD [425914] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112924 { id="cluster_1112924"; isCluster="true"; label="SortAggregate"; 425915 [id="node_425915" labelType="html" label="MapPartitionsRDD [425915] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112923 { id="cluster_1112923"; isCluster="true"; label="InMemoryTableScan"; 425916 [id="node_425916" labelType="html" label="MapPartitionsRDD [425916] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425917 [id="node_425917" labelType="html" label="SortAggregate(key=[demandChannel#6868899, shardId#6552473, qty#6868919, worklistShardItemId#6552474L, demandStream#6868900], functions=[first(kpis#6868928, false)], output=[shardId#6552473, worklistShardItemId#6552474L, qty#6868919, demandChannel#6868899, demandStream#6868900, kpis#6869041])\n+- *(7) Sort [demandChannel#6868899 ASC NULLS FIRST, shardId#6552473 ASC NULLS FIRST, qty#6868919 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST, demandStream#6868900 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6868899, shardId#6552473, qty#6868919, worklistShardItemId#6552474L, demandStream#6868900, 30), ENSURE_REQUIREMENTS, [plan_id=29067103]\n +- SortAggregate(key=[demandChannel#6868899, shardId#6552473, knownfloatingpointnormalized(normalizenanandzero(qty#6868919)) AS qty#6868919, worklistShardItemId#6552474L, demandStream#6868900], functions=[partial_first(kpis#6868928, false)], output=[demandChannel#6868899, shardId#6552473, qty#6868919, worklistShardItemId#6552474L... [425917] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425918 [id="node_425918" labelType="html" label="MapPartitionsRDD [425918] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425919 [id="node_425919" labelType="html" label="MapPartitionsRDD [425919] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425920 [id="node_425920" labelType="html" label="MapPartitionsRDD [425920] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112922 { id="cluster_1112922"; isCluster="true"; label="DeserializeToObject"; 425921 [id="node_425921" labelType="html" label="MapPartitionsRDD [425921] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112973 { id="cluster_1112973"; isCluster="true"; label="mapPartitions"; 425923 [id="node_425923" labelType="html" label="MapPartitionsRDD [425923] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425913->425914; 425914->425915; 425915->425916; 425916->425917; 425917->425918; 425918->425919; 425919->425920; 425920->425921; 425921->425922; 425922->425923; }
425912,425913
425917
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time