4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241412 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
8.3 MiB / 513190
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
66459
DAG Visualization
digraph G { id="graph_241412"; subgraph graph_stage_241412 { id="graph_stage_241412"; isCluster="true"; label="Stage 241412"; subgraph cluster_1410930 { id="cluster_1410930"; isCluster="true"; label="Exchange"; 540242 [id="node_540242" labelType="html" label="ShuffledRowRDD [540242] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410927 { id="cluster_1410927"; isCluster="true"; label="WholeStageCodegen (2)"; 540243 [id="node_540243" labelType="html" label="MapPartitionsRDD [540243] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410940 { id="cluster_1410940"; isCluster="true"; label="Exchange"; 540249 [id="node_540249" labelType="html" label="ShuffledRowRDD [540249] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410936 { id="cluster_1410936"; isCluster="true"; label="WholeStageCodegen (4)"; 540250 [id="node_540250" labelType="html" label="MapPartitionsRDD [540250] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410923 { id="cluster_1410923"; isCluster="true"; label="WholeStageCodegen (5)"; 540251 [id="node_540251" labelType="html" label="ZippedPartitionsRDD2 [540251] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540252 [id="node_540252" labelType="html" label="MapPartitionsRDD [540252] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410922 { id="cluster_1410922"; isCluster="true"; label="InMemoryTableScan"; 540253 [id="node_540253" labelType="html" label="MapPartitionsRDD [540253] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540254 [id="node_540254" labelType="html" label="*(5) Project [shardId#8398780, worklistShardItemId#8398781L, version#8710872, qty#8710401, demandChannel#8710381, demandStream#8710382, kpis#8710410]\n+- *(5) SortMergeJoin [shardId#8398780, worklistShardItemId#8398781L], [shardId#8710877, worklistShardItemId#8710878L], Inner\n :- *(2) Sort [shardId#8398780 ASC NULLS FIRST, worklistShardItemId#8398781L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#8398780, worklistShardItemId#8398781L, 30), ENSURE_REQUIREMENTS, [plan_id=36544756]\n : +- *(1) Filter (isnotnull(shardId#8398780) AND isnotnull(worklistShardItemId#8398781L))\n : +- InMemoryTableScan [shardId#8398780, worklistShardItemId#8398781L, qty#8710401, demandChannel#8710381, demandStream#8710382, kpis#8710410], [isnotnull(shardId#8398780), isnotnull(worklistShardItemId#8398781L)]\n : +- InMemoryRelation [shardId#8398780, worklistShardItemId#8398781L, qty#8710401, demandChannel#8710381, demandStream#8710382, kpis#8710410], StorageLevel(disk, memory, 2 rep... [540254] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540255 [id="node_540255" labelType="html" label="MapPartitionsRDD [540255] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540256 [id="node_540256" labelType="html" label="MapPartitionsRDD [540256] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540257 [id="node_540257" labelType="html" label="MapPartitionsRDD [540257] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410921 { id="cluster_1410921"; isCluster="true"; label="CollectLimit"; 540258 [id="node_540258" labelType="html" label="MapPartitionsRDD [540258] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540259 [id="node_540259" labelType="html" label="MapPartitionsRDD [540259] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540242->540243; 540249->540250; 540243->540251; 540250->540251; 540251->540252; 540252->540253; 540253->540254; 540254->540255; 540255->540256; 540256->540257; 540257->540258; 540258->540259; }
540241,540242
540248,540249
540254
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time