4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 963 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Process local: 37
Input Size / Records:
933.7 KiB / 37
Output Size / Records:
435.3 KiB / 39996
Associated Job Ids:
213
DAG Visualization
digraph G { id="graph_963"; subgraph graph_stage_963 { id="graph_stage_963"; isCluster="true"; label="Stage 963"; subgraph cluster_3706 { id="cluster_3706"; isCluster="true"; label="Exchange"; 1400 [id="node_1400" labelType="html" label="ShuffledRowRDD [1400] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3703 { id="cluster_3703"; isCluster="true"; label="WholeStageCodegen (3)"; 1401 [id="node_1401" labelType="html" label="MapPartitionsRDD [1401] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3722 { id="cluster_3722"; isCluster="true"; label="Exchange"; 1407 [id="node_1407" labelType="html" label="ShuffledRowRDD [1407] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3718 { id="cluster_3718"; isCluster="true"; label="WholeStageCodegen (5)"; 1408 [id="node_1408" labelType="html" label="MapPartitionsRDD [1408] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3699 { id="cluster_3699"; isCluster="true"; label="WholeStageCodegen (6)"; 1409 [id="node_1409" labelType="html" label="ZippedPartitionsRDD2 [1409] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1410 [id="node_1410" labelType="html" label="MapPartitionsRDD [1410] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3698 { id="cluster_3698"; isCluster="true"; label="InMemoryTableScan"; 1411 [id="node_1411" labelType="html" label="MapPartitionsRDD [1411] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1412 [id="node_1412" labelType="html" label="*(6) Project [shardId#445, worklistShardItemId#446L, version#22420, qty#452, demandChannel#19011, demandStream#19012, kpis#19046]\n+- *(6) SortMergeJoin [shardId#445, worklistShardItemId#446L], [shardId#22517, worklistShardItemId#22518L], Inner\n :- *(3) Sort [shardId#445 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#445, worklistShardItemId#446L, 37), ENSURE_REQUIREMENTS, [plan_id=117132]\n : +- Union\n : :- *(1) Project [shardId#445, worklistShardItemId#446L, qty#452, demandChannel#19011, demandStream#19012, kpis#19046]\n : : +- *(1) Filter ((NOT isNewlyCalculated#19014 AND isnotnull(shardId#445)) AND isnotnull(worklistShardItemId#446L))\n : : +- InMemoryTableScan [demandChannel#19011, demandStream#19012, isNewlyCalculated#19014, kpis#19046, qty#452, shardId#445, worklistShardItemId#446L], [NOT isNewlyCalculated#19014, isnotnull(shardId#445), isnotnull(worklistShardItemId#446L)]\n : : +- ... [1412] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3764 { id="cluster_3764"; isCluster="true"; label="InMemoryTableScan"; 1421 [id="node_1421" labelType="html" label="MapPartitionsRDD [1421] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1422 [id="node_1422" labelType="html" label="MapPartitionsRDD [1422] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1423 [id="node_1423" labelType="html" label="MapPartitionsRDD [1423] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1400->1401; 1407->1408; 1401->1409; 1408->1409; 1409->1410; 1410->1411; 1411->1412; 1412->1421; 1421->1422; 1422->1423; }
1399,1400
1406,1407
1412
1400
1401
1407
1408
1409
1410
1411
1412
1421
1422
1423
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time