4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241177 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Process local: 30
Input Size / Records:
10.7 MiB / 90
Output Size / Records:
2.7 MiB / 410552
Associated Job Ids:
66412
DAG Visualization
digraph G { id="graph_241177"; subgraph graph_stage_241177 { id="graph_stage_241177"; isCluster="true"; label="Stage 241177"; subgraph cluster_1409320 { id="cluster_1409320"; isCluster="true"; label="Exchange"; 539616 [id="node_539616" labelType="html" label="ShuffledRowRDD [539616] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409317 { id="cluster_1409317"; isCluster="true"; label="WholeStageCodegen (2)"; 539617 [id="node_539617" labelType="html" label="MapPartitionsRDD [539617] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409330 { id="cluster_1409330"; isCluster="true"; label="Exchange"; 539623 [id="node_539623" labelType="html" label="ShuffledRowRDD [539623] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409326 { id="cluster_1409326"; isCluster="true"; label="WholeStageCodegen (4)"; 539624 [id="node_539624" labelType="html" label="MapPartitionsRDD [539624] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409313 { id="cluster_1409313"; isCluster="true"; label="WholeStageCodegen (5)"; 539625 [id="node_539625" labelType="html" label="ZippedPartitionsRDD2 [539625] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539626 [id="node_539626" labelType="html" label="MapPartitionsRDD [539626] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409312 { id="cluster_1409312"; isCluster="true"; label="InMemoryTableScan"; 539627 [id="node_539627" labelType="html" label="MapPartitionsRDD [539627] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539628 [id="node_539628" labelType="html" label="*(5) Project [shardId#8398780, worklistShardItemId#8398781L, version#8701280, qty#8700809, demandChannel#8700789, demandStream#8700790, kpis#8700818]\n+- *(5) SortMergeJoin [shardId#8398780, worklistShardItemId#8398781L], [shardId#8701285, worklistShardItemId#8701286L], Inner\n :- *(2) Sort [shardId#8398780 ASC NULLS FIRST, worklistShardItemId#8398781L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#8398780, worklistShardItemId#8398781L, 30), ENSURE_REQUIREMENTS, [plan_id=36540835]\n : +- *(1) Filter (isnotnull(shardId#8398780) AND isnotnull(worklistShardItemId#8398781L))\n : +- InMemoryTableScan [shardId#8398780, worklistShardItemId#8398781L, qty#8700809, demandChannel#8700789, demandStream#8700790, kpis#8700818], [isnotnull(shardId#8398780), isnotnull(worklistShardItemId#8398781L)]\n : +- InMemoryRelation [shardId#8398780, worklistShardItemId#8398781L, qty#8700809, demandChannel#8700789, demandStream#8700790, kpis#8700818], StorageLevel(disk, memory, 2 rep... [539628] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409366 { id="cluster_1409366"; isCluster="true"; label="InMemoryTableScan"; 539637 [id="node_539637" labelType="html" label="MapPartitionsRDD [539637] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539638 [id="node_539638" labelType="html" label="MapPartitionsRDD [539638] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539639 [id="node_539639" labelType="html" label="MapPartitionsRDD [539639] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539616->539617; 539623->539624; 539617->539625; 539624->539625; 539625->539626; 539626->539627; 539627->539628; 539628->539637; 539637->539638; 539638->539639; }
539615,539616
539622,539623
539628
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time