4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190518 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.2 MiB / 479444
Associated Job Ids:
52644
DAG Visualization
digraph G { id="graph_190518"; subgraph graph_stage_190518 { id="graph_stage_190518"; isCluster="true"; label="Stage 190518"; 424314 [id="node_424314" labelType="html" label="SQLExecutionRDD [424314] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1108971 { id="cluster_1108971"; isCluster="true"; label="Exchange"; 424305 [id="node_424305" labelType="html" label="ShuffledRowRDD [424305] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108968 { id="cluster_1108968"; isCluster="true"; label="WholeStageCodegen (7)"; 424306 [id="node_424306" labelType="html" label="MapPartitionsRDD [424306] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108967 { id="cluster_1108967"; isCluster="true"; label="SortAggregate"; 424307 [id="node_424307" labelType="html" label="MapPartitionsRDD [424307] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108966 { id="cluster_1108966"; isCluster="true"; label="InMemoryTableScan"; 424308 [id="node_424308" labelType="html" label="MapPartitionsRDD [424308] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424309 [id="node_424309" labelType="html" label="SortAggregate(key=[demandChannel#6844045, shardId#6552521, qty#6844065, worklistShardItemId#6552522L, demandStream#6844046], functions=[first(kpis#6844074, false)], output=[shardId#6552521, worklistShardItemId#6552522L, qty#6844065, demandChannel#6844045, demandStream#6844046, kpis#6844187])\n+- *(7) Sort [demandChannel#6844045 ASC NULLS FIRST, shardId#6552521 ASC NULLS FIRST, qty#6844065 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST, demandStream#6844046 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6844045, shardId#6552521, qty#6844065, worklistShardItemId#6552522L, demandStream#6844046, 30), ENSURE_REQUIREMENTS, [plan_id=29057168]\n +- SortAggregate(key=[demandChannel#6844045, shardId#6552521, knownfloatingpointnormalized(normalizenanandzero(qty#6844065)) AS qty#6844065, worklistShardItemId#6552522L, demandStream#6844046], functions=[partial_first(kpis#6844074, false)], output=[demandChannel#6844045, shardId#6552521, qty#6844065, worklistShardItemId#6552522L... [424309] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424310 [id="node_424310" labelType="html" label="MapPartitionsRDD [424310] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424311 [id="node_424311" labelType="html" label="MapPartitionsRDD [424311] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424312 [id="node_424312" labelType="html" label="MapPartitionsRDD [424312] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108965 { id="cluster_1108965"; isCluster="true"; label="DeserializeToObject"; 424313 [id="node_424313" labelType="html" label="MapPartitionsRDD [424313] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109016 { id="cluster_1109016"; isCluster="true"; label="mapPartitions"; 424315 [id="node_424315" labelType="html" label="MapPartitionsRDD [424315] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424305->424306; 424306->424307; 424307->424308; 424308->424309; 424309->424310; 424310->424311; 424311->424312; 424312->424313; 424313->424314; 424314->424315; }
424304,424305
424309
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time