4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241481 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
35 s
Locality Level Summary:
Node local: 30
Input Size / Records:
4.9 MiB / 30
Shuffle Read Size / Records:
80.6 MiB / 1799310
Shuffle Write Size / Records:
44.2 MiB / 239908
Associated Job Ids:
66479
DAG Visualization
digraph G { id="graph_241481"; subgraph graph_stage_241481 { id="graph_stage_241481"; isCluster="true"; label="Stage 241481"; subgraph cluster_1411116 { id="cluster_1411116"; isCluster="true"; label="Exchange"; 540321 [id="node_540321" labelType="html" label="ShuffledRowRDD [540321] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411115 { id="cluster_1411115"; isCluster="true"; label="InMemoryTableScan"; 540322 [id="node_540322" labelType="html" label="MapPartitionsRDD [540322] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540323 [id="node_540323" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36545295]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [540323] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411344 { id="cluster_1411344"; isCluster="true"; label="Exchange"; 540402 [id="node_540402" labelType="html" label="ShuffledRowRDD [540402] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411340 { id="cluster_1411340"; isCluster="true"; label="WholeStageCodegen (2)"; 540403 [id="node_540403" labelType="html" label="MapPartitionsRDD [540403] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411360 { id="cluster_1411360"; isCluster="true"; label="Exchange"; 540408 [id="node_540408" labelType="html" label="ShuffledRowRDD [540408] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411356 { id="cluster_1411356"; isCluster="true"; label="WholeStageCodegen (4)"; 540409 [id="node_540409" labelType="html" label="MapPartitionsRDD [540409] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411355 { id="cluster_1411355"; isCluster="true"; label="ObjectHashAggregate"; 540410 [id="node_540410" labelType="html" label="MapPartitionsRDD [540410] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411354 { id="cluster_1411354"; isCluster="true"; label="ObjectHashAggregate"; 540411 [id="node_540411" labelType="html" label="MapPartitionsRDD [540411] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411351 { id="cluster_1411351"; isCluster="true"; label="WholeStageCodegen (5)"; 540412 [id="node_540412" labelType="html" label="MapPartitionsRDD [540412] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411336 { id="cluster_1411336"; isCluster="true"; label="WholeStageCodegen (6)"; 540413 [id="node_540413" labelType="html" label="ZippedPartitionsRDD2 [540413] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540414 [id="node_540414" labelType="html" label="MapPartitionsRDD [540414] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411372 { id="cluster_1411372"; isCluster="true"; label="InMemoryTableScan"; 540415 [id="node_540415" labelType="html" label="MapPartitionsRDD [540415] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540416 [id="node_540416" labelType="html" label="MapPartitionsRDD [540416] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540417 [id="node_540417" labelType="html" label="MapPartitionsRDD [540417] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411367 { id="cluster_1411367"; isCluster="true"; label="WholeStageCodegen (7)"; 540418 [id="node_540418" labelType="html" label="MapPartitionsRDD [540418] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411329 { id="cluster_1411329"; isCluster="true"; label="WholeStageCodegen (8)"; 540419 [id="node_540419" labelType="html" label="ZippedPartitionsRDD2 [540419] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540420 [id="node_540420" labelType="html" label="MapPartitionsRDD [540420] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411328 { id="cluster_1411328"; isCluster="true"; label="Exchange"; 540421 [id="node_540421" labelType="html" label="MapPartitionsRDD [540421] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540321->540322; 540322->540323; 540402->540403; 540408->540409; 540409->540410; 540410->540411; 540411->540412; 540403->540413; 540412->540413; 540413->540414; 540323->540415; 540415->540416; 540416->540417; 540417->540418; 540414->540419; 540418->540419; 540419->540420; 540420->540421; }
540320,540321
540401,540402
540407,540408
540323
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time