4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190862 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Process local: 30
Input Size / Records:
12.5 MiB / 90
Output Size / Records:
3.1 MiB / 476584
Associated Job Ids:
52714
DAG Visualization
digraph G { id="graph_190862"; subgraph graph_stage_190862 { id="graph_stage_190862"; isCluster="true"; label="Stage 190862"; subgraph cluster_1111144 { id="cluster_1111144"; isCluster="true"; label="Exchange"; 425175 [id="node_425175" labelType="html" label="ShuffledRowRDD [425175] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111141 { id="cluster_1111141"; isCluster="true"; label="WholeStageCodegen (2)"; 425176 [id="node_425176" labelType="html" label="MapPartitionsRDD [425176] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111154 { id="cluster_1111154"; isCluster="true"; label="Exchange"; 425182 [id="node_425182" labelType="html" label="ShuffledRowRDD [425182] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111150 { id="cluster_1111150"; isCluster="true"; label="WholeStageCodegen (4)"; 425183 [id="node_425183" labelType="html" label="MapPartitionsRDD [425183] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111137 { id="cluster_1111137"; isCluster="true"; label="WholeStageCodegen (5)"; 425184 [id="node_425184" labelType="html" label="ZippedPartitionsRDD2 [425184] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425185 [id="node_425185" labelType="html" label="MapPartitionsRDD [425185] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111136 { id="cluster_1111136"; isCluster="true"; label="InMemoryTableScan"; 425186 [id="node_425186" labelType="html" label="MapPartitionsRDD [425186] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425187 [id="node_425187" labelType="html" label="*(5) Project [shardId#6552497, worklistShardItemId#6552498L, version#6857852, qty#6857313, demandChannel#6857293, demandStream#6857294, kpis#6857322]\n+- *(5) SortMergeJoin [shardId#6552497, worklistShardItemId#6552498L], [shardId#6857857, worklistShardItemId#6857858L], Inner\n :- *(2) Sort [shardId#6552497 ASC NULLS FIRST, worklistShardItemId#6552498L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552497, worklistShardItemId#6552498L, 30), ENSURE_REQUIREMENTS, [plan_id=29062387]\n : +- *(1) Filter (isnotnull(shardId#6552497) AND isnotnull(worklistShardItemId#6552498L))\n : +- InMemoryTableScan [shardId#6552497, worklistShardItemId#6552498L, qty#6857313, demandChannel#6857293, demandStream#6857294, kpis#6857322], [isnotnull(shardId#6552497), isnotnull(worklistShardItemId#6552498L)]\n : +- InMemoryRelation [shardId#6552497, worklistShardItemId#6552498L, qty#6857313, demandChannel#6857293, demandStream#6857294, kpis#6857322], StorageLevel(disk, memory, 2 rep... [425187] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111210 { id="cluster_1111210"; isCluster="true"; label="InMemoryTableScan"; 425198 [id="node_425198" labelType="html" label="MapPartitionsRDD [425198] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425199 [id="node_425199" labelType="html" label="MapPartitionsRDD [425199] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425200 [id="node_425200" labelType="html" label="MapPartitionsRDD [425200] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425175->425176; 425182->425183; 425176->425184; 425183->425184; 425184->425185; 425185->425186; 425186->425187; 425187->425198; 425198->425199; 425199->425200; }
425174,425175
425181,425182
425187
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time