4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190146 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
3.6 MiB / 199840
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52565
DAG Visualization
digraph G { id="graph_190146"; subgraph graph_stage_190146 { id="graph_stage_190146"; isCluster="true"; label="Stage 190146"; subgraph cluster_1106510 { id="cluster_1106510"; isCluster="true"; label="Exchange"; 423277 [id="node_423277" labelType="html" label="ShuffledRowRDD [423277] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106507 { id="cluster_1106507"; isCluster="true"; label="WholeStageCodegen (2)"; 423278 [id="node_423278" labelType="html" label="MapPartitionsRDD [423278] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106520 { id="cluster_1106520"; isCluster="true"; label="Exchange"; 423284 [id="node_423284" labelType="html" label="ShuffledRowRDD [423284] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106516 { id="cluster_1106516"; isCluster="true"; label="WholeStageCodegen (4)"; 423285 [id="node_423285" labelType="html" label="MapPartitionsRDD [423285] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106503 { id="cluster_1106503"; isCluster="true"; label="WholeStageCodegen (5)"; 423286 [id="node_423286" labelType="html" label="ZippedPartitionsRDD2 [423286] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423287 [id="node_423287" labelType="html" label="MapPartitionsRDD [423287] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106502 { id="cluster_1106502"; isCluster="true"; label="InMemoryTableScan"; 423288 [id="node_423288" labelType="html" label="MapPartitionsRDD [423288] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423289 [id="node_423289" labelType="html" label="*(5) Project [shardId#6552473, worklistShardItemId#6552474L, version#6828224, qty#6827753, demandChannel#6827733, demandStream#6827734, kpis#6827762]\n+- *(5) SortMergeJoin [shardId#6552473, worklistShardItemId#6552474L], [shardId#6828229, worklistShardItemId#6828230L], Inner\n :- *(2) Sort [shardId#6552473 ASC NULLS FIRST, worklistShardItemId#6552474L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552473, worklistShardItemId#6552474L, 30), ENSURE_REQUIREMENTS, [plan_id=29050807]\n : +- *(1) Filter (isnotnull(shardId#6552473) AND isnotnull(worklistShardItemId#6552474L))\n : +- InMemoryTableScan [shardId#6552473, worklistShardItemId#6552474L, qty#6827753, demandChannel#6827733, demandStream#6827734, kpis#6827762], [isnotnull(shardId#6552473), isnotnull(worklistShardItemId#6552474L)]\n : +- InMemoryRelation [shardId#6552473, worklistShardItemId#6552474L, qty#6827753, demandChannel#6827733, demandStream#6827734, kpis#6827762], StorageLevel(disk, memory, 2 rep... [423289] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423290 [id="node_423290" labelType="html" label="MapPartitionsRDD [423290] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423291 [id="node_423291" labelType="html" label="MapPartitionsRDD [423291] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423292 [id="node_423292" labelType="html" label="MapPartitionsRDD [423292] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106501 { id="cluster_1106501"; isCluster="true"; label="CollectLimit"; 423293 [id="node_423293" labelType="html" label="MapPartitionsRDD [423293] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423294 [id="node_423294" labelType="html" label="MapPartitionsRDD [423294] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423277->423278; 423284->423285; 423278->423286; 423285->423286; 423286->423287; 423287->423288; 423288->423289; 423289->423290; 423290->423291; 423291->423292; 423292->423293; 423293->423294; }
423276,423277
423283,423284
423289
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time