4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 919 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
1921.3 KiB / 49995
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
212
DAG Visualization
digraph G { id="graph_919"; subgraph graph_stage_919 { id="graph_stage_919"; isCluster="true"; label="Stage 919"; subgraph cluster_3706 { id="cluster_3706"; isCluster="true"; label="Exchange"; 1400 [id="node_1400" labelType="html" label="ShuffledRowRDD [1400] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3703 { id="cluster_3703"; isCluster="true"; label="WholeStageCodegen (3)"; 1401 [id="node_1401" labelType="html" label="MapPartitionsRDD [1401] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3722 { id="cluster_3722"; isCluster="true"; label="Exchange"; 1407 [id="node_1407" labelType="html" label="ShuffledRowRDD [1407] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3718 { id="cluster_3718"; isCluster="true"; label="WholeStageCodegen (5)"; 1408 [id="node_1408" labelType="html" label="MapPartitionsRDD [1408] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3699 { id="cluster_3699"; isCluster="true"; label="WholeStageCodegen (6)"; 1409 [id="node_1409" labelType="html" label="ZippedPartitionsRDD2 [1409] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1410 [id="node_1410" labelType="html" label="MapPartitionsRDD [1410] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3698 { id="cluster_3698"; isCluster="true"; label="InMemoryTableScan"; 1411 [id="node_1411" labelType="html" label="MapPartitionsRDD [1411] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1412 [id="node_1412" labelType="html" label="*(6) Project [shardId#445, worklistShardItemId#446L, version#22420, qty#452, demandChannel#19011, demandStream#19012, kpis#19046]\n+- *(6) SortMergeJoin [shardId#445, worklistShardItemId#446L], [shardId#22517, worklistShardItemId#22518L], Inner\n :- *(3) Sort [shardId#445 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#445, worklistShardItemId#446L, 37), ENSURE_REQUIREMENTS, [plan_id=117132]\n : +- Union\n : :- *(1) Project [shardId#445, worklistShardItemId#446L, qty#452, demandChannel#19011, demandStream#19012, kpis#19046]\n : : +- *(1) Filter ((NOT isNewlyCalculated#19014 AND isnotnull(shardId#445)) AND isnotnull(worklistShardItemId#446L))\n : : +- InMemoryTableScan [demandChannel#19011, demandStream#19012, isNewlyCalculated#19014, kpis#19046, qty#452, shardId#445, worklistShardItemId#446L], [NOT isNewlyCalculated#19014, isnotnull(shardId#445), isnotnull(worklistShardItemId#446L)]\n : : +- ... [1412] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1413 [id="node_1413" labelType="html" label="MapPartitionsRDD [1413] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1414 [id="node_1414" labelType="html" label="MapPartitionsRDD [1414] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1415 [id="node_1415" labelType="html" label="MapPartitionsRDD [1415] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3697 { id="cluster_3697"; isCluster="true"; label="CollectLimit"; 1416 [id="node_1416" labelType="html" label="MapPartitionsRDD [1416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1417 [id="node_1417" labelType="html" label="MapPartitionsRDD [1417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1400->1401; 1407->1408; 1401->1409; 1408->1409; 1409->1410; 1410->1411; 1411->1412; 1412->1413; 1413->1414; 1414->1415; 1415->1416; 1416->1417; }
1399,1400
1406,1407
1412
1400
1401
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time