4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241235 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Process local: 30
Input Size / Records:
3.7 MiB / 30
Output Size / Records:
1082.4 KiB / 148160
Associated Job Ids:
66420
DAG Visualization
digraph G { id="graph_241235"; subgraph graph_stage_241235 { id="graph_stage_241235"; isCluster="true"; label="Stage 241235"; subgraph cluster_1409628 { id="cluster_1409628"; isCluster="true"; label="Exchange"; 539712 [id="node_539712" labelType="html" label="ShuffledRowRDD [539712] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409625 { id="cluster_1409625"; isCluster="true"; label="WholeStageCodegen (2)"; 539713 [id="node_539713" labelType="html" label="MapPartitionsRDD [539713] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409638 { id="cluster_1409638"; isCluster="true"; label="Exchange"; 539719 [id="node_539719" labelType="html" label="ShuffledRowRDD [539719] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409634 { id="cluster_1409634"; isCluster="true"; label="WholeStageCodegen (4)"; 539720 [id="node_539720" labelType="html" label="MapPartitionsRDD [539720] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409621 { id="cluster_1409621"; isCluster="true"; label="WholeStageCodegen (5)"; 539721 [id="node_539721" labelType="html" label="ZippedPartitionsRDD2 [539721] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539722 [id="node_539722" labelType="html" label="MapPartitionsRDD [539722] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409620 { id="cluster_1409620"; isCluster="true"; label="InMemoryTableScan"; 539723 [id="node_539723" labelType="html" label="MapPartitionsRDD [539723] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539724 [id="node_539724" labelType="html" label="*(5) Project [shardId#8398756, worklistShardItemId#8398757L, version#8702670, qty#8702199, demandChannel#8702179, demandStream#8702180, kpis#8702208]\n+- *(5) SortMergeJoin [shardId#8398756, worklistShardItemId#8398757L], [shardId#8702675, worklistShardItemId#8702676L], Inner\n :- *(2) Sort [shardId#8398756 ASC NULLS FIRST, worklistShardItemId#8398757L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#8398756, worklistShardItemId#8398757L, 30), ENSURE_REQUIREMENTS, [plan_id=36541452]\n : +- *(1) Filter (isnotnull(shardId#8398756) AND isnotnull(worklistShardItemId#8398757L))\n : +- InMemoryTableScan [shardId#8398756, worklistShardItemId#8398757L, qty#8702199, demandChannel#8702179, demandStream#8702180, kpis#8702208], [isnotnull(shardId#8398756), isnotnull(worklistShardItemId#8398757L)]\n : +- InMemoryRelation [shardId#8398756, worklistShardItemId#8398757L, qty#8702199, demandChannel#8702179, demandStream#8702180, kpis#8702208], StorageLevel(disk, memory, 2 rep... [539724] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409674 { id="cluster_1409674"; isCluster="true"; label="InMemoryTableScan"; 539733 [id="node_539733" labelType="html" label="MapPartitionsRDD [539733] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539734 [id="node_539734" labelType="html" label="MapPartitionsRDD [539734] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539735 [id="node_539735" labelType="html" label="MapPartitionsRDD [539735] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539712->539713; 539719->539720; 539713->539721; 539720->539721; 539721->539722; 539722->539723; 539723->539724; 539724->539733; 539733->539734; 539734->539735; }
539711,539712
539718,539719
539724
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time