4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1165 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 37
Input Size / Records:
933.6 KiB / 37
Output Size / Records:
435.9 KiB / 39996
Associated Job Ids:
232
DAG Visualization
digraph G { id="graph_1165"; subgraph graph_stage_1165 { id="graph_stage_1165"; isCluster="true"; label="Stage 1165"; subgraph cluster_4379 { id="cluster_4379"; isCluster="true"; label="Exchange"; 1687 [id="node_1687" labelType="html" label="ShuffledRowRDD [1687] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4376 { id="cluster_4376"; isCluster="true"; label="WholeStageCodegen (3)"; 1688 [id="node_1688" labelType="html" label="MapPartitionsRDD [1688] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4395 { id="cluster_4395"; isCluster="true"; label="Exchange"; 1694 [id="node_1694" labelType="html" label="ShuffledRowRDD [1694] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4391 { id="cluster_4391"; isCluster="true"; label="WholeStageCodegen (5)"; 1695 [id="node_1695" labelType="html" label="MapPartitionsRDD [1695] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4372 { id="cluster_4372"; isCluster="true"; label="WholeStageCodegen (6)"; 1696 [id="node_1696" labelType="html" label="ZippedPartitionsRDD2 [1696] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1697 [id="node_1697" labelType="html" label="MapPartitionsRDD [1697] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4371 { id="cluster_4371"; isCluster="true"; label="InMemoryTableScan"; 1698 [id="node_1698" labelType="html" label="MapPartitionsRDD [1698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1699 [id="node_1699" labelType="html" label="*(6) Project [shardId#445, worklistShardItemId#446L, version#28096, qty#452, demandChannel#24687, demandStream#24688, kpis#24722]\n+- *(6) SortMergeJoin [shardId#445, worklistShardItemId#446L], [shardId#28193, worklistShardItemId#28194L], Inner\n :- *(3) Sort [shardId#445 ASC NULLS FIRST, worklistShardItemId#446L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#445, worklistShardItemId#446L, 37), ENSURE_REQUIREMENTS, [plan_id=118723]\n : +- Union\n : :- *(1) Project [shardId#445, worklistShardItemId#446L, qty#452, demandChannel#24687, demandStream#24688, kpis#24722]\n : : +- *(1) Filter ((NOT isNewlyCalculated#24690 AND isnotnull(shardId#445)) AND isnotnull(worklistShardItemId#446L))\n : : +- InMemoryTableScan [demandChannel#24687, demandStream#24688, isNewlyCalculated#24690, kpis#24722, qty#452, shardId#445, worklistShardItemId#446L], [NOT isNewlyCalculated#24690, isnotnull(shardId#445), isnotnull(worklistShardItemId#446L)]\n : : +- ... [1699] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4437 { id="cluster_4437"; isCluster="true"; label="InMemoryTableScan"; 1708 [id="node_1708" labelType="html" label="MapPartitionsRDD [1708] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1709 [id="node_1709" labelType="html" label="MapPartitionsRDD [1709] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1710 [id="node_1710" labelType="html" label="MapPartitionsRDD [1710] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1687->1688; 1694->1695; 1688->1696; 1695->1696; 1696->1697; 1697->1698; 1698->1699; 1699->1708; 1708->1709; 1709->1710; }
1686,1687
1693,1694
1699
1687
1688
1694
1695
1696
1697
1698
1699
1708
1709
1710
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time