4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241332 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Process local: 30
Input Size / Records:
12.6 MiB / 90
Output Size / Records:
3.1 MiB / 479816
Associated Job Ids:
66440
DAG Visualization
digraph G { id="graph_241332"; subgraph graph_stage_241332 { id="graph_stage_241332"; isCluster="true"; label="Stage 241332"; subgraph cluster_1410279 { id="cluster_1410279"; isCluster="true"; label="Exchange"; 539977 [id="node_539977" labelType="html" label="ShuffledRowRDD [539977] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410276 { id="cluster_1410276"; isCluster="true"; label="WholeStageCodegen (2)"; 539978 [id="node_539978" labelType="html" label="MapPartitionsRDD [539978] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410289 { id="cluster_1410289"; isCluster="true"; label="Exchange"; 539984 [id="node_539984" labelType="html" label="ShuffledRowRDD [539984] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410285 { id="cluster_1410285"; isCluster="true"; label="WholeStageCodegen (4)"; 539985 [id="node_539985" labelType="html" label="MapPartitionsRDD [539985] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410272 { id="cluster_1410272"; isCluster="true"; label="WholeStageCodegen (5)"; 539986 [id="node_539986" labelType="html" label="ZippedPartitionsRDD2 [539986] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539987 [id="node_539987" labelType="html" label="MapPartitionsRDD [539987] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410271 { id="cluster_1410271"; isCluster="true"; label="InMemoryTableScan"; 539988 [id="node_539988" labelType="html" label="MapPartitionsRDD [539988] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539989 [id="node_539989" labelType="html" label="*(5) Project [shardId#8398780, worklistShardItemId#8398781L, version#8706771, qty#8706300, demandChannel#8706280, demandStream#8706281, kpis#8706309]\n+- *(5) SortMergeJoin [shardId#8398780, worklistShardItemId#8398781L], [shardId#8706776, worklistShardItemId#8706777L], Inner\n :- *(2) Sort [shardId#8398780 ASC NULLS FIRST, worklistShardItemId#8398781L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#8398780, worklistShardItemId#8398781L, 30), ENSURE_REQUIREMENTS, [plan_id=36543104]\n : +- *(1) Filter (isnotnull(shardId#8398780) AND isnotnull(worklistShardItemId#8398781L))\n : +- InMemoryTableScan [shardId#8398780, worklistShardItemId#8398781L, qty#8706300, demandChannel#8706280, demandStream#8706281, kpis#8706309], [isnotnull(shardId#8398780), isnotnull(worklistShardItemId#8398781L)]\n : +- InMemoryRelation [shardId#8398780, worklistShardItemId#8398781L, qty#8706300, demandChannel#8706280, demandStream#8706281, kpis#8706309], StorageLevel(disk, memory, 2 rep... [539989] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410325 { id="cluster_1410325"; isCluster="true"; label="InMemoryTableScan"; 539998 [id="node_539998" labelType="html" label="MapPartitionsRDD [539998] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539999 [id="node_539999" labelType="html" label="MapPartitionsRDD [539999] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540000 [id="node_540000" labelType="html" label="MapPartitionsRDD [540000] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539977->539978; 539984->539985; 539978->539986; 539985->539986; 539986->539987; 539987->539988; 539988->539989; 539989->539998; 539998->539999; 539999->540000; }
539976,539977
539983,539984
539989
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time