4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189969 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Process local: 30
Input Size / Records:
11.6 MiB / 90
Output Size / Records:
2.9 MiB / 445104
Associated Job Ids:
52526
DAG Visualization
digraph G { id="graph_189969"; subgraph graph_stage_189969 { id="graph_stage_189969"; isCluster="true"; label="Stage 189969"; subgraph cluster_1105228 { id="cluster_1105228"; isCluster="true"; label="Exchange"; 422755 [id="node_422755" labelType="html" label="ShuffledRowRDD [422755] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105225 { id="cluster_1105225"; isCluster="true"; label="WholeStageCodegen (2)"; 422756 [id="node_422756" labelType="html" label="MapPartitionsRDD [422756] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105238 { id="cluster_1105238"; isCluster="true"; label="Exchange"; 422762 [id="node_422762" labelType="html" label="ShuffledRowRDD [422762] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105234 { id="cluster_1105234"; isCluster="true"; label="WholeStageCodegen (4)"; 422763 [id="node_422763" labelType="html" label="MapPartitionsRDD [422763] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105221 { id="cluster_1105221"; isCluster="true"; label="WholeStageCodegen (5)"; 422764 [id="node_422764" labelType="html" label="ZippedPartitionsRDD2 [422764] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422765 [id="node_422765" labelType="html" label="MapPartitionsRDD [422765] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105220 { id="cluster_1105220"; isCluster="true"; label="InMemoryTableScan"; 422766 [id="node_422766" labelType="html" label="MapPartitionsRDD [422766] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422767 [id="node_422767" labelType="html" label="*(5) Project [shardId#6552473, worklistShardItemId#6552474L, version#6820068, qty#6819493, demandChannel#6819473, demandStream#6819474, kpis#6819502]\n+- *(5) SortMergeJoin [shardId#6552473, worklistShardItemId#6552474L], [shardId#6820073, worklistShardItemId#6820074L], Inner\n :- *(2) Sort [shardId#6552473 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552473, worklistShardItemId#6552474L, 30), ENSURE_REQUIREMENTS, [plan_id=29047565]\n : +- *(1) Filter (isnotnull(shardId#6552473) AND isnotnull(worklistShardItemId#6552474L))\n : +- InMemoryTableScan [shardId#6552473, worklistShardItemId#6552474L, qty#6819493, demandChannel#6819473, demandStream#6819474, kpis#6819502], [isnotnull(shardId#6552473), isnotnull(worklistShardItemId#6552474L)]\n : +- InMemoryRelation [shardId#6552473, worklistShardItemId#6552474L, qty#6819493, demandChannel#6819473, demandStream#6819474, kpis#6819502], StorageLevel(disk, memory, 2 rep... [422767] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105274 { id="cluster_1105274"; isCluster="true"; label="InMemoryTableScan"; 422776 [id="node_422776" labelType="html" label="MapPartitionsRDD [422776] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422777 [id="node_422777" labelType="html" label="MapPartitionsRDD [422777] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422778 [id="node_422778" labelType="html" label="MapPartitionsRDD [422778] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422755->422756; 422762->422763; 422756->422764; 422763->422764; 422764->422765; 422765->422766; 422766->422767; 422767->422776; 422776->422777; 422777->422778; }
422754,422755
422761,422762
422767
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time