4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241484 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
9.7 MiB / 60
Shuffle Write Size / Records:
4.1 MiB / 119954
Associated Job Ids:
66479
DAG Visualization
digraph G { id="graph_241484"; subgraph graph_stage_241484 { id="graph_stage_241484"; isCluster="true"; label="Stage 241484"; subgraph cluster_1411116 { id="cluster_1411116"; isCluster="true"; label="Exchange"; 540321 [id="node_540321" labelType="html" label="ShuffledRowRDD [540321] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411115 { id="cluster_1411115"; isCluster="true"; label="InMemoryTableScan"; 540322 [id="node_540322" labelType="html" label="MapPartitionsRDD [540322] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540323 [id="node_540323" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36545295]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [540323] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411445 { id="cluster_1411445"; isCluster="true"; label="InMemoryTableScan"; 540461 [id="node_540461" labelType="html" label="MapPartitionsRDD [540461] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540462 [id="node_540462" labelType="html" label="MapPartitionsRDD [540462] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540463 [id="node_540463" labelType="html" label="MapPartitionsRDD [540463] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411442 { id="cluster_1411442"; isCluster="true"; label="WholeStageCodegen (20)"; 540464 [id="node_540464" labelType="html" label="MapPartitionsRDD [540464] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411441 { id="cluster_1411441"; isCluster="true"; label="ObjectHashAggregate"; 540465 [id="node_540465" labelType="html" label="MapPartitionsRDD [540465] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411440 { id="cluster_1411440"; isCluster="true"; label="ObjectHashAggregate"; 540466 [id="node_540466" labelType="html" label="MapPartitionsRDD [540466] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411450 { id="cluster_1411450"; isCluster="true"; label="InMemoryTableScan"; 540467 [id="node_540467" labelType="html" label="MapPartitionsRDD [540467] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540468 [id="node_540468" labelType="html" label="MapPartitionsRDD [540468] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540469 [id="node_540469" labelType="html" label="MapPartitionsRDD [540469] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411446 { id="cluster_1411446"; isCluster="true"; label="WholeStageCodegen (21)"; 540470 [id="node_540470" labelType="html" label="MapPartitionsRDD [540470] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411439 { id="cluster_1411439"; isCluster="true"; label="Union"; 540471 [id="node_540471" labelType="html" label="UnionRDD [540471] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411438 { id="cluster_1411438"; isCluster="true"; label="Exchange"; 540472 [id="node_540472" labelType="html" label="MapPartitionsRDD [540472] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540321->540322; 540322->540323; 540323->540461; 540461->540462; 540462->540463; 540463->540464; 540464->540465; 540465->540466; 540323->540467; 540467->540468; 540468->540469; 540469->540470; 540466->540471; 540470->540471; 540471->540472; }
540320,540321
540323
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time