4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241394 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
22 s
Locality Level Summary:
Process local: 90
Input Size / Records:
34.6 MiB / 208
Shuffle Write Size / Records:
18.8 MiB / 410552
Associated Job Ids:
66458
DAG Visualization
digraph G { id="graph_241394"; subgraph graph_stage_241394 { id="graph_stage_241394"; isCluster="true"; label="Stage 241394"; 540190 [id="node_540190" labelType="html" label="SQLExecutionRDD [540190] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1410598 { id="cluster_1410598"; isCluster="true"; label="Exchange"; 540168 [id="node_540168" labelType="html" label="ShuffledRowRDD [540168] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410595 { id="cluster_1410595"; isCluster="true"; label="WholeStageCodegen (19)"; 540169 [id="node_540169" labelType="html" label="MapPartitionsRDD [540169] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410720 { id="cluster_1410720"; isCluster="true"; label="Exchange"; 540182 [id="node_540182" labelType="html" label="ShuffledRowRDD [540182] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410717 { id="cluster_1410717"; isCluster="true"; label="WholeStageCodegen (22)"; 540183 [id="node_540183" labelType="html" label="MapPartitionsRDD [540183] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410590 { id="cluster_1410590"; isCluster="true"; label="WholeStageCodegen (23)"; 540184 [id="node_540184" labelType="html" label="ZippedPartitionsRDD2 [540184] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540185 [id="node_540185" labelType="html" label="MapPartitionsRDD [540185] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410589 { id="cluster_1410589"; isCluster="true"; label="DeserializeToObject"; 540186 [id="node_540186" labelType="html" label="MapPartitionsRDD [540186] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410588 { id="cluster_1410588"; isCluster="true"; label="MapPartitions"; 540187 [id="node_540187" labelType="html" label="MapPartitionsRDD [540187] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410566 { id="cluster_1410566"; isCluster="true"; label="WholeStageCodegen (26)"; 540188 [id="node_540188" labelType="html" label="MapPartitionsRDD [540188] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410565 { id="cluster_1410565"; isCluster="true"; label="DeserializeToObject"; 540189 [id="node_540189" labelType="html" label="MapPartitionsRDD [540189] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410733 { id="cluster_1410733"; isCluster="true"; label="mapPartitions"; 540191 [id="node_540191" labelType="html" label="MapPartitionsRDD [540191] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410734 { id="cluster_1410734"; isCluster="true"; label="mapPartitions"; 540192 [id="node_540192" labelType="html" label="MapPartitionsRDD [540192] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410847 { id="cluster_1410847"; isCluster="true"; label="Scan"; 540193 [id="node_540193" labelType="html" label="MapPartitionsRDD [540193] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410841 { id="cluster_1410841"; isCluster="true"; label="WholeStageCodegen (1)"; 540194 [id="node_540194" labelType="html" label="MapPartitionsRDD [540194] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410840 { id="cluster_1410840"; isCluster="true"; label="InMemoryTableScan"; 540195 [id="node_540195" labelType="html" label="MapPartitionsRDD [540195] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540196 [id="node_540196" labelType="html" label="*(1) Generate explode(prodPlantResults#8710348), false, [prodPlantResults#8710355]\n+- *(1) Project [prodPlantResults#8710348]\n +- *(1) Filter ((size(prodPlantResults#8710348, true) > 0) AND isnotnull(prodPlantResults#8710348))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [540196] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540197 [id="node_540197" labelType="html" label="MapPartitionsRDD [540197] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540198 [id="node_540198" labelType="html" label="MapPartitionsRDD [540198] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540199 [id="node_540199" labelType="html" label="MapPartitionsRDD [540199] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410839 { id="cluster_1410839"; isCluster="true"; label="Project"; 540200 [id="node_540200" labelType="html" label="MapPartitionsRDD [540200] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410854 { id="cluster_1410854"; isCluster="true"; label="InMemoryTableScan"; 540201 [id="node_540201" labelType="html" label="MapPartitionsRDD [540201] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540202 [id="node_540202" labelType="html" label="MapPartitionsRDD [540202] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540203 [id="node_540203" labelType="html" label="MapPartitionsRDD [540203] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410849 { id="cluster_1410849"; isCluster="true"; label="WholeStageCodegen (1)"; 540204 [id="node_540204" labelType="html" label="MapPartitionsRDD [540204] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410848 { id="cluster_1410848"; isCluster="true"; label="Project"; 540205 [id="node_540205" labelType="html" label="MapPartitionsRDD [540205] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410861 { id="cluster_1410861"; isCluster="true"; label="InMemoryTableScan"; 540206 [id="node_540206" labelType="html" label="MapPartitionsRDD [540206] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540207 [id="node_540207" labelType="html" label="MapPartitionsRDD [540207] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540208 [id="node_540208" labelType="html" label="MapPartitionsRDD [540208] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410856 { id="cluster_1410856"; isCluster="true"; label="WholeStageCodegen (2)"; 540209 [id="node_540209" labelType="html" label="MapPartitionsRDD [540209] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410855 { id="cluster_1410855"; isCluster="true"; label="Project"; 540210 [id="node_540210" labelType="html" label="MapPartitionsRDD [540210] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410838 { id="cluster_1410838"; isCluster="true"; label="Union"; 540211 [id="node_540211" labelType="html" label="UnionRDD [540211] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410837 { id="cluster_1410837"; isCluster="true"; label="Exchange"; 540212 [id="node_540212" labelType="html" label="MapPartitionsRDD [540212] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540168->540169; 540182->540183; 540169->540184; 540183->540184; 540184->540185; 540185->540186; 540186->540187; 540187->540188; 540188->540189; 540189->540190; 540190->540191; 540191->540192; 540192->540193; 540193->540194; 540194->540195; 540195->540196; 540196->540197; 540197->540198; 540198->540199; 540199->540200; 540196->540201; 540201->540202; 540202->540203; 540203->540204; 540204->540205; 540196->540206; 540206->540207; 540207->540208; 540208->540209; 540209->540210; 540200->540211; 540205->540211; 540210->540211; 540211->540212; }
540167,540168
540181,540182
540192
540196
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time