4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190631 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
9.7 MiB / 599305
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
52665
DAG Visualization
digraph G { id="graph_190631"; subgraph graph_stage_190631 { id="graph_stage_190631"; isCluster="true"; label="Stage 190631"; subgraph cluster_1109715 { id="cluster_1109715"; isCluster="true"; label="Exchange"; 424582 [id="node_424582" labelType="html" label="ShuffledRowRDD [424582] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109712 { id="cluster_1109712"; isCluster="true"; label="WholeStageCodegen (2)"; 424583 [id="node_424583" labelType="html" label="MapPartitionsRDD [424583] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109725 { id="cluster_1109725"; isCluster="true"; label="Exchange"; 424589 [id="node_424589" labelType="html" label="ShuffledRowRDD [424589] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109721 { id="cluster_1109721"; isCluster="true"; label="WholeStageCodegen (4)"; 424590 [id="node_424590" labelType="html" label="MapPartitionsRDD [424590] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109708 { id="cluster_1109708"; isCluster="true"; label="WholeStageCodegen (5)"; 424591 [id="node_424591" labelType="html" label="ZippedPartitionsRDD2 [424591] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424592 [id="node_424592" labelType="html" label="MapPartitionsRDD [424592] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109707 { id="cluster_1109707"; isCluster="true"; label="InMemoryTableScan"; 424593 [id="node_424593" labelType="html" label="MapPartitionsRDD [424593] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424594 [id="node_424594" labelType="html" label="*(5) Project [shardId#6552521, worklistShardItemId#6552522L, version#6848614, qty#6848143, demandChannel#6848123, demandStream#6848124, kpis#6848152]\n+- *(5) SortMergeJoin [shardId#6552521, worklistShardItemId#6552522L], [shardId#6848619, worklistShardItemId#6848620L], Inner\n :- *(2) Sort [shardId#6552521 ASC NULLS FIRST, worklistShardItemId#6552522L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#6552521, worklistShardItemId#6552522L, 30), ENSURE_REQUIREMENTS, [plan_id=29058897]\n : +- *(1) Filter (isnotnull(shardId#6552521) AND isnotnull(worklistShardItemId#6552522L))\n : +- InMemoryTableScan [shardId#6552521, worklistShardItemId#6552522L, qty#6848143, demandChannel#6848123, demandStream#6848124, kpis#6848152], [isnotnull(shardId#6552521), isnotnull(worklistShardItemId#6552522L)]\n : +- InMemoryRelation [shardId#6552521, worklistShardItemId#6552522L, qty#6848143, demandChannel#6848123, demandStream#6848124, kpis#6848152], StorageLevel(disk, memory, 2 rep... [424594] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424595 [id="node_424595" labelType="html" label="MapPartitionsRDD [424595] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424596 [id="node_424596" labelType="html" label="MapPartitionsRDD [424596] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424597 [id="node_424597" labelType="html" label="MapPartitionsRDD [424597] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109706 { id="cluster_1109706"; isCluster="true"; label="CollectLimit"; 424598 [id="node_424598" labelType="html" label="MapPartitionsRDD [424598] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424599 [id="node_424599" labelType="html" label="MapPartitionsRDD [424599] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424582->424583; 424589->424590; 424583->424591; 424590->424591; 424591->424592; 424592->424593; 424593->424594; 424594->424595; 424595->424596; 424596->424597; 424597->424598; 424598->424599; }
424581,424582
424588,424589
424594
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time