4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190727 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
8.9 MiB / 90
Shuffle Write Size / Records:
8.8 MiB / 479444
Associated Job Ids:
52685
DAG Visualization
digraph G { id="graph_190727"; subgraph graph_stage_190727 { id="graph_stage_190727"; isCluster="true"; label="Stage 190727"; subgraph cluster_1110253 { id="cluster_1110253"; isCluster="true"; label="Exchange"; 424827 [id="node_424827" labelType="html" label="ShuffledRowRDD [424827] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110250 { id="cluster_1110250"; isCluster="true"; label="WholeStageCodegen (7)"; 424828 [id="node_424828" labelType="html" label="MapPartitionsRDD [424828] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110249 { id="cluster_1110249"; isCluster="true"; label="SortAggregate"; 424829 [id="node_424829" labelType="html" label="MapPartitionsRDD [424829] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110248 { id="cluster_1110248"; isCluster="true"; label="InMemoryTableScan"; 424830 [id="node_424830" labelType="html" label="MapPartitionsRDD [424830] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424831 [id="node_424831" labelType="html" label="SortAggregate(key=[demandChannel#6852201, shardId#6552521, qty#6852221, worklistShardItemId#6552522L, demandStream#6852202], functions=[first(kpis#6852230, false)], output=[shardId#6552521, worklistShardItemId#6552522L, qty#6852221, demandChannel#6852201, demandStream#6852202, kpis#6852343])\n+- *(7) Sort [demandChannel#6852201 ASC NULLS FIRST, shardId#6552521 ASC NULLS FIRST, qty#6852221 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST, demandStream#6852202 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#6852201, shardId#6552521, qty#6852221, worklistShardItemId#6552522L, demandStream#6852202, 30), ENSURE_REQUIREMENTS, [plan_id=29060410]\n +- SortAggregate(key=[demandChannel#6852201, shardId#6552521, knownfloatingpointnormalized(normalizenanandzero(qty#6852221)) AS qty#6852221, worklistShardItemId#6552522L, demandStream#6852202], functions=[partial_first(kpis#6852230, false)], output=[demandChannel#6852201, shardId#6552521, qty#6852221, worklistShardItemId#6552522L... [424831] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110360 { id="cluster_1110360"; isCluster="true"; label="InMemoryTableScan"; 424838 [id="node_424838" labelType="html" label="MapPartitionsRDD [424838] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424839 [id="node_424839" labelType="html" label="MapPartitionsRDD [424839] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424840 [id="node_424840" labelType="html" label="MapPartitionsRDD [424840] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110357 { id="cluster_1110357"; isCluster="true"; label="WholeStageCodegen (1)"; 424841 [id="node_424841" labelType="html" label="MapPartitionsRDD [424841] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110356 { id="cluster_1110356"; isCluster="true"; label="Exchange"; 424842 [id="node_424842" labelType="html" label="MapPartitionsRDD [424842] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424827->424828; 424828->424829; 424829->424830; 424830->424831; 424831->424838; 424838->424839; 424839->424840; 424840->424841; 424841->424842; }
424826,424827
424831
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time