4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241629 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Process local: 30
Input Size / Records:
10.7 MiB / 90
Output Size / Records:
2.7 MiB / 410552
Associated Job Ids:
66502
DAG Visualization
digraph G { id="graph_241629"; subgraph graph_stage_241629 { id="graph_stage_241629"; isCluster="true"; label="Stage 241629"; subgraph cluster_1412299 { id="cluster_1412299"; isCluster="true"; label="Exchange"; 540798 [id="node_540798" labelType="html" label="ShuffledRowRDD [540798] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412296 { id="cluster_1412296"; isCluster="true"; label="WholeStageCodegen (2)"; 540799 [id="node_540799" labelType="html" label="MapPartitionsRDD [540799] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412309 { id="cluster_1412309"; isCluster="true"; label="Exchange"; 540805 [id="node_540805" labelType="html" label="ShuffledRowRDD [540805] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412305 { id="cluster_1412305"; isCluster="true"; label="WholeStageCodegen (4)"; 540806 [id="node_540806" labelType="html" label="MapPartitionsRDD [540806] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412292 { id="cluster_1412292"; isCluster="true"; label="WholeStageCodegen (5)"; 540807 [id="node_540807" labelType="html" label="ZippedPartitionsRDD2 [540807] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540808 [id="node_540808" labelType="html" label="MapPartitionsRDD [540808] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412291 { id="cluster_1412291"; isCluster="true"; label="InMemoryTableScan"; 540809 [id="node_540809" labelType="html" label="MapPartitionsRDD [540809] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540810 [id="node_540810" labelType="html" label="*(5) Project [shardId#8398780, worklistShardItemId#8398781L, version#8719396, qty#8718925, demandChannel#8718905, demandStream#8718906, kpis#8718934]\n+- *(5) SortMergeJoin [shardId#8398780, worklistShardItemId#8398781L], [shardId#8719401, worklistShardItemId#8719402L], Inner\n :- *(2) Sort [shardId#8398780 ASC NULLS FIRST, worklistShardItemId#8398781L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#8398780, worklistShardItemId#8398781L, 30), ENSURE_REQUIREMENTS, [plan_id=36548203]\n : +- *(1) Filter (isnotnull(shardId#8398780) AND isnotnull(worklistShardItemId#8398781L))\n : +- InMemoryTableScan [shardId#8398780, worklistShardItemId#8398781L, qty#8718925, demandChannel#8718905, demandStream#8718906, kpis#8718934], [isnotnull(shardId#8398780), isnotnull(worklistShardItemId#8398781L)]\n : +- InMemoryRelation [shardId#8398780, worklistShardItemId#8398781L, qty#8718925, demandChannel#8718905, demandStream#8718906, kpis#8718934], StorageLevel(disk, memory, 2 rep... [540810] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412345 { id="cluster_1412345"; isCluster="true"; label="InMemoryTableScan"; 540819 [id="node_540819" labelType="html" label="MapPartitionsRDD [540819] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540820 [id="node_540820" labelType="html" label="MapPartitionsRDD [540820] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540821 [id="node_540821" labelType="html" label="MapPartitionsRDD [540821] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540798->540799; 540805->540806; 540799->540807; 540806->540807; 540807->540808; 540808->540809; 540809->540810; 540810->540819; 540819->540820; 540820->540821; }
540797,540798
540804,540805
540810
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time