4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190843 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.7 MiB / 595730
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52712
DAG Visualization
digraph G { id="graph_190843"; subgraph graph_stage_190843 { id="graph_stage_190843"; isCluster="true"; label="Stage 190843"; subgraph cluster_1111144 { id="cluster_1111144"; isCluster="true"; label="Exchange"; 425175 [id="node_425175" labelType="html" label="ShuffledRowRDD [425175] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111141 { id="cluster_1111141"; isCluster="true"; label="WholeStageCodegen (2)"; 425176 [id="node_425176" labelType="html" label="MapPartitionsRDD [425176] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111154 { id="cluster_1111154"; isCluster="true"; label="Exchange"; 425182 [id="node_425182" labelType="html" label="ShuffledRowRDD [425182] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111150 { id="cluster_1111150"; isCluster="true"; label="WholeStageCodegen (4)"; 425183 [id="node_425183" labelType="html" label="MapPartitionsRDD [425183] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111137 { id="cluster_1111137"; isCluster="true"; label="WholeStageCodegen (5)"; 425184 [id="node_425184" labelType="html" label="ZippedPartitionsRDD2 [425184] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425185 [id="node_425185" labelType="html" label="MapPartitionsRDD [425185] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111136 { id="cluster_1111136"; isCluster="true"; label="InMemoryTableScan"; 425186 [id="node_425186" labelType="html" label="MapPartitionsRDD [425186] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425187 [id="node_425187" labelType="html" label="*(5) Project [shardId#6552497, worklistShardItemId#6552498L, version#6857852, qty#6857313, demandChannel#6857293, demandStream#6857294, kpis#6857322]\n+- *(5) SortMergeJoin [shardId#6552497, worklistShardItemId#6552498L], [shardId#6857857, worklistShardItemId#6857858L], Inner\n :- *(2) Sort [shardId#6552497 ASC NULLS FIRST, worklistShardItemId#6552498L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552497, worklistShardItemId#6552498L, 30), ENSURE_REQUIREMENTS, [plan_id=29062387]\n : +- *(1) Filter (isnotnull(shardId#6552497) AND isnotnull(worklistShardItemId#6552498L))\n : +- InMemoryTableScan [shardId#6552497, worklistShardItemId#6552498L, qty#6857313, demandChannel#6857293, demandStream#6857294, kpis#6857322], [isnotnull(shardId#6552497), isnotnull(worklistShardItemId#6552498L)]\n : +- InMemoryRelation [shardId#6552497, worklistShardItemId#6552498L, qty#6857313, demandChannel#6857293, demandStream#6857294, kpis#6857322], StorageLevel(disk, memory, 2 rep... [425187] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425188 [id="node_425188" labelType="html" label="MapPartitionsRDD [425188] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425189 [id="node_425189" labelType="html" label="MapPartitionsRDD [425189] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425190 [id="node_425190" labelType="html" label="MapPartitionsRDD [425190] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111135 { id="cluster_1111135"; isCluster="true"; label="CollectLimit"; 425191 [id="node_425191" labelType="html" label="MapPartitionsRDD [425191] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425192 [id="node_425192" labelType="html" label="MapPartitionsRDD [425192] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425175->425176; 425182->425183; 425176->425184; 425183->425184; 425184->425185; 425185->425186; 425186->425187; 425187->425188; 425188->425189; 425189->425190; 425190->425191; 425191->425192; }
425174,425175
425181,425182
425187
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time