4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241429 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Process local: 30
Input Size / Records:
10.7 MiB / 90
Output Size / Records:
2.7 MiB / 410552
Associated Job Ids:
66460
DAG Visualization
digraph G { id="graph_241429"; subgraph graph_stage_241429 { id="graph_stage_241429"; isCluster="true"; label="Stage 241429"; subgraph cluster_1410930 { id="cluster_1410930"; isCluster="true"; label="Exchange"; 540242 [id="node_540242" labelType="html" label="ShuffledRowRDD [540242] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410927 { id="cluster_1410927"; isCluster="true"; label="WholeStageCodegen (2)"; 540243 [id="node_540243" labelType="html" label="MapPartitionsRDD [540243] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410940 { id="cluster_1410940"; isCluster="true"; label="Exchange"; 540249 [id="node_540249" labelType="html" label="ShuffledRowRDD [540249] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410936 { id="cluster_1410936"; isCluster="true"; label="WholeStageCodegen (4)"; 540250 [id="node_540250" labelType="html" label="MapPartitionsRDD [540250] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410923 { id="cluster_1410923"; isCluster="true"; label="WholeStageCodegen (5)"; 540251 [id="node_540251" labelType="html" label="ZippedPartitionsRDD2 [540251] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540252 [id="node_540252" labelType="html" label="MapPartitionsRDD [540252] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410922 { id="cluster_1410922"; isCluster="true"; label="InMemoryTableScan"; 540253 [id="node_540253" labelType="html" label="MapPartitionsRDD [540253] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540254 [id="node_540254" labelType="html" label="*(5) Project [shardId#8398780, worklistShardItemId#8398781L, version#8710872, qty#8710401, demandChannel#8710381, demandStream#8710382, kpis#8710410]\n+- *(5) SortMergeJoin [shardId#8398780, worklistShardItemId#8398781L], [shardId#8710877, worklistShardItemId#8710878L], Inner\n :- *(2) Sort [shardId#8398780 ASC NULLS FIRST, worklistShardItemId#8398781L ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(shardId#8398780, worklistShardItemId#8398781L, 30), ENSURE_REQUIREMENTS, [plan_id=36544756]\n : +- *(1) Filter (isnotnull(shardId#8398780) AND isnotnull(worklistShardItemId#8398781L))\n : +- InMemoryTableScan [shardId#8398780, worklistShardItemId#8398781L, qty#8710401, demandChannel#8710381, demandStream#8710382, kpis#8710410], [isnotnull(shardId#8398780), isnotnull(worklistShardItemId#8398781L)]\n : +- InMemoryRelation [shardId#8398780, worklistShardItemId#8398781L, qty#8710401, demandChannel#8710381, demandStream#8710382, kpis#8710410], StorageLevel(disk, memory, 2 rep... [540254] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410976 { id="cluster_1410976"; isCluster="true"; label="InMemoryTableScan"; 540263 [id="node_540263" labelType="html" label="MapPartitionsRDD [540263] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540264 [id="node_540264" labelType="html" label="MapPartitionsRDD [540264] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540265 [id="node_540265" labelType="html" label="MapPartitionsRDD [540265] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540242->540243; 540249->540250; 540243->540251; 540250->540251; 540251->540252; 540252->540253; 540253->540254; 540254->540263; 540263->540264; 540264->540265; }
540241,540242
540248,540249
540254
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time