4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241381 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
8.3 MiB / 60
Shuffle Write Size / Records:
3.6 MiB / 102638
Associated Job Ids:
66457
DAG Visualization
digraph G { id="graph_241381"; subgraph graph_stage_241381 { id="graph_stage_241381"; isCluster="true"; label="Stage 241381"; subgraph cluster_1410398 { id="cluster_1410398"; isCluster="true"; label="Exchange"; 540030 [id="node_540030" labelType="html" label="ShuffledRowRDD [540030] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410397 { id="cluster_1410397"; isCluster="true"; label="InMemoryTableScan"; 540031 [id="node_540031" labelType="html" label="MapPartitionsRDD [540031] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540032 [id="node_540032" labelType="html" label="Exchange hashpartitioning(product#8398783, plant#8398784, 30), REPARTITION_BY_NUM, [plan_id=36543500]\n+- *(1) Scan ExistingRDD[shardId#8398780,worklistShardItemId#8398781L,version#8398782,product#8398783,plant#8398784,periodStart#8398785,periodEnd#8398786,qty#8398787]\n [540032] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410727 { id="cluster_1410727"; isCluster="true"; label="InMemoryTableScan"; 540170 [id="node_540170" labelType="html" label="MapPartitionsRDD [540170] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540171 [id="node_540171" labelType="html" label="MapPartitionsRDD [540171] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540172 [id="node_540172" labelType="html" label="MapPartitionsRDD [540172] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410724 { id="cluster_1410724"; isCluster="true"; label="WholeStageCodegen (20)"; 540173 [id="node_540173" labelType="html" label="MapPartitionsRDD [540173] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410723 { id="cluster_1410723"; isCluster="true"; label="ObjectHashAggregate"; 540174 [id="node_540174" labelType="html" label="MapPartitionsRDD [540174] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410722 { id="cluster_1410722"; isCluster="true"; label="ObjectHashAggregate"; 540175 [id="node_540175" labelType="html" label="MapPartitionsRDD [540175] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410732 { id="cluster_1410732"; isCluster="true"; label="InMemoryTableScan"; 540176 [id="node_540176" labelType="html" label="MapPartitionsRDD [540176] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540177 [id="node_540177" labelType="html" label="MapPartitionsRDD [540177] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540178 [id="node_540178" labelType="html" label="MapPartitionsRDD [540178] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410728 { id="cluster_1410728"; isCluster="true"; label="WholeStageCodegen (21)"; 540179 [id="node_540179" labelType="html" label="MapPartitionsRDD [540179] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410721 { id="cluster_1410721"; isCluster="true"; label="Union"; 540180 [id="node_540180" labelType="html" label="UnionRDD [540180] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410720 { id="cluster_1410720"; isCluster="true"; label="Exchange"; 540181 [id="node_540181" labelType="html" label="MapPartitionsRDD [540181] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540030->540031; 540031->540032; 540032->540170; 540170->540171; 540171->540172; 540172->540173; 540173->540174; 540174->540175; 540032->540176; 540176->540177; 540177->540178; 540178->540179; 540175->540180; 540179->540180; 540180->540181; }
540029,540030
540032
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time