4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1142 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
1921.2 KiB / 49995
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
231
DAG Visualization
digraph G { id="graph_1142"; subgraph graph_stage_1142 { id="graph_stage_1142"; isCluster="true"; label="Stage 1142"; subgraph cluster_4379 { id="cluster_4379"; isCluster="true"; label="Exchange"; 1687 [id="node_1687" labelType="html" label="ShuffledRowRDD [1687] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4376 { id="cluster_4376"; isCluster="true"; label="WholeStageCodegen (3)"; 1688 [id="node_1688" labelType="html" label="MapPartitionsRDD [1688] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4395 { id="cluster_4395"; isCluster="true"; label="Exchange"; 1694 [id="node_1694" labelType="html" label="ShuffledRowRDD [1694] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4391 { id="cluster_4391"; isCluster="true"; label="WholeStageCodegen (5)"; 1695 [id="node_1695" labelType="html" label="MapPartitionsRDD [1695] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4372 { id="cluster_4372"; isCluster="true"; label="WholeStageCodegen (6)"; 1696 [id="node_1696" labelType="html" label="ZippedPartitionsRDD2 [1696] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1697 [id="node_1697" labelType="html" label="MapPartitionsRDD [1697] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4371 { id="cluster_4371"; isCluster="true"; label="InMemoryTableScan"; 1698 [id="node_1698" labelType="html" label="MapPartitionsRDD [1698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1699 [id="node_1699" labelType="html" label="*(6) Project [shardId#445, worklistShardItemId#446L, version#28096, qty#452, demandChannel#24687, demandStream#24688, kpis#24722]\n+- *(6) SortMergeJoin [shardId#445, worklistShardItemId#446L], [shardId#28193, worklistShardItemId#28194L], Inner\n :- *(3) Sort [shardId#445 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#445, worklistShardItemId#446L, 37), ENSURE_REQUIREMENTS, [plan_id=118723]\n : +- Union\n : :- *(1) Project [shardId#445, worklistShardItemId#446L, qty#452, demandChannel#24687, demandStream#24688, kpis#24722]\n : : +- *(1) Filter ((NOT isNewlyCalculated#24690 AND isnotnull(shardId#445)) AND isnotnull(worklistShardItemId#446L))\n : : +- InMemoryTableScan [demandChannel#24687, demandStream#24688, isNewlyCalculated#24690, kpis#24722, qty#452, shardId#445, worklistShardItemId#446L], [NOT isNewlyCalculated#24690, isnotnull(shardId#445), isnotnull(worklistShardItemId#446L)]\n : : +- ... [1699] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1700 [id="node_1700" labelType="html" label="MapPartitionsRDD [1700] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1701 [id="node_1701" labelType="html" label="MapPartitionsRDD [1701] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1702 [id="node_1702" labelType="html" label="MapPartitionsRDD [1702] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4370 { id="cluster_4370"; isCluster="true"; label="CollectLimit"; 1703 [id="node_1703" labelType="html" label="MapPartitionsRDD [1703] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1704 [id="node_1704" labelType="html" label="MapPartitionsRDD [1704] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1687->1688; 1694->1695; 1688->1696; 1695->1696; 1696->1697; 1697->1698; 1698->1699; 1699->1700; 1700->1701; 1701->1702; 1702->1703; 1703->1704; }
1686,1687
1693,1694
1699
1687
1688
1694
1695
1696
1697
1698
1699
1700
1701
1702
1703
1704
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time