4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241218 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
3.3 MiB / 185200
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
66419
DAG Visualization
digraph G { id="graph_241218"; subgraph graph_stage_241218 { id="graph_stage_241218"; isCluster="true"; label="Stage 241218"; subgraph cluster_1409628 { id="cluster_1409628"; isCluster="true"; label="Exchange"; 539712 [id="node_539712" labelType="html" label="ShuffledRowRDD [539712] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409625 { id="cluster_1409625"; isCluster="true"; label="WholeStageCodegen (2)"; 539713 [id="node_539713" labelType="html" label="MapPartitionsRDD [539713] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409638 { id="cluster_1409638"; isCluster="true"; label="Exchange"; 539719 [id="node_539719" labelType="html" label="ShuffledRowRDD [539719] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409634 { id="cluster_1409634"; isCluster="true"; label="WholeStageCodegen (4)"; 539720 [id="node_539720" labelType="html" label="MapPartitionsRDD [539720] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409621 { id="cluster_1409621"; isCluster="true"; label="WholeStageCodegen (5)"; 539721 [id="node_539721" labelType="html" label="ZippedPartitionsRDD2 [539721] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539722 [id="node_539722" labelType="html" label="MapPartitionsRDD [539722] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409620 { id="cluster_1409620"; isCluster="true"; label="InMemoryTableScan"; 539723 [id="node_539723" labelType="html" label="MapPartitionsRDD [539723] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539724 [id="node_539724" labelType="html" label="*(5) Project [shardId#8398756, worklistShardItemId#8398757L, version#8702670, qty#8702199, demandChannel#8702179, demandStream#8702180, kpis#8702208]\n+- *(5) SortMergeJoin [shardId#8398756, worklistShardItemId#8398757L], [shardId#8702675, worklistShardItemId#8702676L], Inner\n :- *(2) Sort [shardId#8398756 ASC NULLS FIRST, worklistShardItemId#8398757L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#8398756, worklistShardItemId#8398757L, 30), ENSURE_REQUIREMENTS, [plan_id=36541452]\n : +- *(1) Filter (isnotnull(shardId#8398756) AND isnotnull(worklistShardItemId#8398757L))\n : +- InMemoryTableScan [shardId#8398756, worklistShardItemId#8398757L, qty#8702199, demandChannel#8702179, demandStream#8702180, kpis#8702208], [isnotnull(shardId#8398756), isnotnull(worklistShardItemId#8398757L)]\n : +- InMemoryRelation [shardId#8398756, worklistShardItemId#8398757L, qty#8702199, demandChannel#8702179, demandStream#8702180, kpis#8702208], StorageLevel(disk, memory, 2 rep... [539724] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539725 [id="node_539725" labelType="html" label="MapPartitionsRDD [539725] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539726 [id="node_539726" labelType="html" label="MapPartitionsRDD [539726] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539727 [id="node_539727" labelType="html" label="MapPartitionsRDD [539727] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409619 { id="cluster_1409619"; isCluster="true"; label="CollectLimit"; 539728 [id="node_539728" labelType="html" label="MapPartitionsRDD [539728] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539729 [id="node_539729" labelType="html" label="MapPartitionsRDD [539729] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539712->539713; 539719->539720; 539713->539721; 539720->539721; 539721->539722; 539722->539723; 539723->539724; 539724->539725; 539725->539726; 539726->539727; 539727->539728; 539728->539729; }
539711,539712
539718,539719
539724
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time