4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189952 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.1 MiB / 556380
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52525
DAG Visualization
digraph G { id="graph_189952"; subgraph graph_stage_189952 { id="graph_stage_189952"; isCluster="true"; label="Stage 189952"; subgraph cluster_1105228 { id="cluster_1105228"; isCluster="true"; label="Exchange"; 422755 [id="node_422755" labelType="html" label="ShuffledRowRDD [422755] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105225 { id="cluster_1105225"; isCluster="true"; label="WholeStageCodegen (2)"; 422756 [id="node_422756" labelType="html" label="MapPartitionsRDD [422756] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105238 { id="cluster_1105238"; isCluster="true"; label="Exchange"; 422762 [id="node_422762" labelType="html" label="ShuffledRowRDD [422762] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105234 { id="cluster_1105234"; isCluster="true"; label="WholeStageCodegen (4)"; 422763 [id="node_422763" labelType="html" label="MapPartitionsRDD [422763] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105221 { id="cluster_1105221"; isCluster="true"; label="WholeStageCodegen (5)"; 422764 [id="node_422764" labelType="html" label="ZippedPartitionsRDD2 [422764] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422765 [id="node_422765" labelType="html" label="MapPartitionsRDD [422765] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105220 { id="cluster_1105220"; isCluster="true"; label="InMemoryTableScan"; 422766 [id="node_422766" labelType="html" label="MapPartitionsRDD [422766] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422767 [id="node_422767" labelType="html" label="*(5) Project [shardId#6552473, worklistShardItemId#6552474L, version#6820068, qty#6819493, demandChannel#6819473, demandStream#6819474, kpis#6819502]\n+- *(5) SortMergeJoin [shardId#6552473, worklistShardItemId#6552474L], [shardId#6820073, worklistShardItemId#6820074L], Inner\n :- *(2) Sort [shardId#6552473 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552473, worklistShardItemId#6552474L, 30), ENSURE_REQUIREMENTS, [plan_id=29047565]\n : +- *(1) Filter (isnotnull(shardId#6552473) AND isnotnull(worklistShardItemId#6552474L))\n : +- InMemoryTableScan [shardId#6552473, worklistShardItemId#6552474L, qty#6819493, demandChannel#6819473, demandStream#6819474, kpis#6819502], [isnotnull(shardId#6552473), isnotnull(worklistShardItemId#6552474L)]\n : +- InMemoryRelation [shardId#6552473, worklistShardItemId#6552474L, qty#6819493, demandChannel#6819473, demandStream#6819474, kpis#6819502], StorageLevel(disk, memory, 2 rep... [422767] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422768 [id="node_422768" labelType="html" label="MapPartitionsRDD [422768] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422769 [id="node_422769" labelType="html" label="MapPartitionsRDD [422769] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422770 [id="node_422770" labelType="html" label="MapPartitionsRDD [422770] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105219 { id="cluster_1105219"; isCluster="true"; label="CollectLimit"; 422771 [id="node_422771" labelType="html" label="MapPartitionsRDD [422771] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422772 [id="node_422772" labelType="html" label="MapPartitionsRDD [422772] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422755->422756; 422762->422763; 422756->422764; 422763->422764; 422764->422765; 422765->422766; 422766->422767; 422767->422768; 422768->422769; 422769->422770; 422770->422771; 422771->422772; }
422754,422755
422761,422762
422767
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time