4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241612 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
8.3 MiB / 513190
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
66501
DAG Visualization
digraph G { id="graph_241612"; subgraph graph_stage_241612 { id="graph_stage_241612"; isCluster="true"; label="Stage 241612"; subgraph cluster_1412299 { id="cluster_1412299"; isCluster="true"; label="Exchange"; 540798 [id="node_540798" labelType="html" label="ShuffledRowRDD [540798] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412296 { id="cluster_1412296"; isCluster="true"; label="WholeStageCodegen (2)"; 540799 [id="node_540799" labelType="html" label="MapPartitionsRDD [540799] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412309 { id="cluster_1412309"; isCluster="true"; label="Exchange"; 540805 [id="node_540805" labelType="html" label="ShuffledRowRDD [540805] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412305 { id="cluster_1412305"; isCluster="true"; label="WholeStageCodegen (4)"; 540806 [id="node_540806" labelType="html" label="MapPartitionsRDD [540806] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412292 { id="cluster_1412292"; isCluster="true"; label="WholeStageCodegen (5)"; 540807 [id="node_540807" labelType="html" label="ZippedPartitionsRDD2 [540807] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540808 [id="node_540808" labelType="html" label="MapPartitionsRDD [540808] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412291 { id="cluster_1412291"; isCluster="true"; label="InMemoryTableScan"; 540809 [id="node_540809" labelType="html" label="MapPartitionsRDD [540809] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540810 [id="node_540810" labelType="html" label="*(5) Project [shardId#8398780, worklistShardItemId#8398781L, version#8719396, qty#8718925, demandChannel#8718905, demandStream#8718906, kpis#8718934]\n+- *(5) SortMergeJoin [shardId#8398780, worklistShardItemId#8398781L], [shardId#8719401, worklistShardItemId#8719402L], Inner\n :- *(2) Sort [shardId#8398780 ASC NULLS FIRST, worklistShardItemId#8398781L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#8398780, worklistShardItemId#8398781L, 30), ENSURE_REQUIREMENTS, [plan_id=36548203]\n : +- *(1) Filter (isnotnull(shardId#8398780) AND isnotnull(worklistShardItemId#8398781L))\n : +- InMemoryTableScan [shardId#8398780, worklistShardItemId#8398781L, qty#8718925, demandChannel#8718905, demandStream#8718906, kpis#8718934], [isnotnull(shardId#8398780), isnotnull(worklistShardItemId#8398781L)]\n : +- InMemoryRelation [shardId#8398780, worklistShardItemId#8398781L, qty#8718925, demandChannel#8718905, demandStream#8718906, kpis#8718934], StorageLevel(disk, memory, 2 rep... [540810] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540811 [id="node_540811" labelType="html" label="MapPartitionsRDD [540811] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540812 [id="node_540812" labelType="html" label="MapPartitionsRDD [540812] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540813 [id="node_540813" labelType="html" label="MapPartitionsRDD [540813] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412290 { id="cluster_1412290"; isCluster="true"; label="CollectLimit"; 540814 [id="node_540814" labelType="html" label="MapPartitionsRDD [540814] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540815 [id="node_540815" labelType="html" label="MapPartitionsRDD [540815] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540798->540799; 540805->540806; 540799->540807; 540806->540807; 540807->540808; 540808->540809; 540809->540810; 540810->540811; 540811->540812; 540812->540813; 540813->540814; 540814->540815; }
540797,540798
540804,540805
540810
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time