4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1097 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 37
Input Size / Records:
777.0 B / 0
Associated Job Ids:
229
DAG Visualization
digraph G { id="graph_1097"; subgraph graph_stage_1097 { id="graph_stage_1097"; isCluster="true"; label="Stage 1097"; subgraph cluster_4225 { id="cluster_4225"; isCluster="true"; label="Exchange"; 1643 [id="node_1643" labelType="html" label="ShuffledRowRDD [1643] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4222 { id="cluster_4222"; isCluster="true"; label="WholeStageCodegen (8)"; 1644 [id="node_1644" labelType="html" label="MapPartitionsRDD [1644] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4221 { id="cluster_4221"; isCluster="true"; label="SortAggregate"; 1645 [id="node_1645" labelType="html" label="MapPartitionsRDD [1645] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4220 { id="cluster_4220"; isCluster="true"; label="InMemoryTableScan"; 1646 [id="node_1646" labelType="html" label="MapPartitionsRDD [1646] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1647 [id="node_1647" labelType="html" label="SortAggregate(key=[demandChannel#27263, shardId#445, qty#27283, worklistShardItemId#446L, demandStream#27264], functions=[first(kpis#27292, false)], output=[shardId#445, worklistShardItemId#446L, qty#27283, demandChannel#27263, demandStream#27264, kpis#27425])\n+- *(8) Sort [demandChannel#27263 ASC NULLS FIRST, shardId#445 ASC NULLS FIRST, qty#27283 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST, demandStream#27264 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#27263, shardId#445, qty#27283, worklistShardItemId#446L, demandStream#27264, 37), ENSURE_REQUIREMENTS, [plan_id=118557]\n +- SortAggregate(key=[demandChannel#27263, shardId#445, knownfloatingpointnormalized(normalizenanandzero(qty#27283)) AS qty#27283, worklistShardItemId#446L, demandStream#27264], functions=[partial_first(kpis#27292, false)], output=[demandChannel#27263, shardId#445, qty#27283, worklistShardItemId#446L, demandStream#27264, first#27501, valueSet#27502])\n +- *(7) Sort [demandChannel#272... [1647] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4337 { id="cluster_4337"; isCluster="true"; label="InMemoryTableScan"; 1660 [id="node_1660" labelType="html" label="MapPartitionsRDD [1660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1661 [id="node_1661" labelType="html" label="MapPartitionsRDD [1661] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1662 [id="node_1662" labelType="html" label="MapPartitionsRDD [1662] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4334 { id="cluster_4334"; isCluster="true"; label="WholeStageCodegen (1)"; 1663 [id="node_1663" labelType="html" label="MapPartitionsRDD [1663] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4333 { id="cluster_4333"; isCluster="true"; label="Exchange"; 1664 [id="node_1664" labelType="html" label="MapPartitionsRDD [1664] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1643->1644; 1644->1645; 1645->1646; 1646->1647; 1647->1660; 1660->1661; 1661->1662; 1662->1663; 1663->1664; }
1642,1643
1647
1643
1644
1645
1646
1647
1660
1661
1662
1663
1664
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time