4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190421 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.2 MiB / 479444
Associated Job Ids:
52624
DAG Visualization
digraph G { id="graph_190421"; subgraph graph_stage_190421 { id="graph_stage_190421"; isCluster="true"; label="Stage 190421"; 424053 [id="node_424053" labelType="html" label="SQLExecutionRDD [424053] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1108330 { id="cluster_1108330"; isCluster="true"; label="Exchange"; 424044 [id="node_424044" labelType="html" label="ShuffledRowRDD [424044] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108327 { id="cluster_1108327"; isCluster="true"; label="WholeStageCodegen (7)"; 424045 [id="node_424045" labelType="html" label="MapPartitionsRDD [424045] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108326 { id="cluster_1108326"; isCluster="true"; label="SortAggregate"; 424046 [id="node_424046" labelType="html" label="MapPartitionsRDD [424046] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108325 { id="cluster_1108325"; isCluster="true"; label="InMemoryTableScan"; 424047 [id="node_424047" labelType="html" label="MapPartitionsRDD [424047] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424048 [id="node_424048" labelType="html" label="SortAggregate(key=[demandChannel#6839967, shardId#6552521, qty#6839987, worklistShardItemId#6552522L, demandStream#6839968], functions=[first(kpis#6839996, false)], output=[shardId#6552521, worklistShardItemId#6552522L, qty#6839987, demandChannel#6839967, demandStream#6839968, kpis#6840109])\n+- *(7) Sort [demandChannel#6839967 ASC NULLS FIRST, shardId#6552521 ASC NULLS FIRST, qty#6839987 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST, demandStream#6839968 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6839967, shardId#6552521, qty#6839987, worklistShardItemId#6552522L, demandStream#6839968, 30), ENSURE_REQUIREMENTS, [plan_id=29055547]\n +- SortAggregate(key=[demandChannel#6839967, shardId#6552521, knownfloatingpointnormalized(normalizenanandzero(qty#6839987)) AS qty#6839987, worklistShardItemId#6552522L, demandStream#6839968], functions=[partial_first(kpis#6839996, false)], output=[demandChannel#6839967, shardId#6552521, qty#6839987, worklistShardItemId#6552522L... [424048] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424049 [id="node_424049" labelType="html" label="MapPartitionsRDD [424049] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424050 [id="node_424050" labelType="html" label="MapPartitionsRDD [424050] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424051 [id="node_424051" labelType="html" label="MapPartitionsRDD [424051] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108324 { id="cluster_1108324"; isCluster="true"; label="DeserializeToObject"; 424052 [id="node_424052" labelType="html" label="MapPartitionsRDD [424052] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108375 { id="cluster_1108375"; isCluster="true"; label="mapPartitions"; 424054 [id="node_424054" labelType="html" label="MapPartitionsRDD [424054] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424044->424045; 424045->424046; 424046->424047; 424047->424048; 424048->424049; 424049->424050; 424050->424051; 424051->424052; 424052->424053; 424053->424054; }
424043,424044
424048
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time