4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191209 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 s
Locality Level Summary:
Process local: 90
Input Size / Records:
29.2 MiB / 149
Shuffle Write Size / Records:
16.5 MiB / 351756
Associated Job Ids:
52790
DAG Visualization
digraph G { id="graph_191209"; subgraph graph_stage_191209 { id="graph_stage_191209"; isCluster="true"; label="Stage 191209"; 426164 [id="node_426164" labelType="html" label="SQLExecutionRDD [426164] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1113408 { id="cluster_1113408"; isCluster="true"; label="Exchange"; 426142 [id="node_426142" labelType="html" label="ShuffledRowRDD [426142] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113405 { id="cluster_1113405"; isCluster="true"; label="WholeStageCodegen (19)"; 426143 [id="node_426143" labelType="html" label="MapPartitionsRDD [426143] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113530 { id="cluster_1113530"; isCluster="true"; label="Exchange"; 426156 [id="node_426156" labelType="html" label="ShuffledRowRDD [426156] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113527 { id="cluster_1113527"; isCluster="true"; label="WholeStageCodegen (22)"; 426157 [id="node_426157" labelType="html" label="MapPartitionsRDD [426157] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113400 { id="cluster_1113400"; isCluster="true"; label="WholeStageCodegen (23)"; 426158 [id="node_426158" labelType="html" label="ZippedPartitionsRDD2 [426158] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426159 [id="node_426159" labelType="html" label="MapPartitionsRDD [426159] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113399 { id="cluster_1113399"; isCluster="true"; label="DeserializeToObject"; 426160 [id="node_426160" labelType="html" label="MapPartitionsRDD [426160] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113398 { id="cluster_1113398"; isCluster="true"; label="MapPartitions"; 426161 [id="node_426161" labelType="html" label="MapPartitionsRDD [426161] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113376 { id="cluster_1113376"; isCluster="true"; label="WholeStageCodegen (26)"; 426162 [id="node_426162" labelType="html" label="MapPartitionsRDD [426162] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113375 { id="cluster_1113375"; isCluster="true"; label="DeserializeToObject"; 426163 [id="node_426163" labelType="html" label="MapPartitionsRDD [426163] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113543 { id="cluster_1113543"; isCluster="true"; label="mapPartitions"; 426165 [id="node_426165" labelType="html" label="MapPartitionsRDD [426165] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113544 { id="cluster_1113544"; isCluster="true"; label="mapPartitions"; 426166 [id="node_426166" labelType="html" label="MapPartitionsRDD [426166] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113657 { id="cluster_1113657"; isCluster="true"; label="Scan"; 426167 [id="node_426167" labelType="html" label="MapPartitionsRDD [426167] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113651 { id="cluster_1113651"; isCluster="true"; label="WholeStageCodegen (1)"; 426168 [id="node_426168" labelType="html" label="MapPartitionsRDD [426168] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113650 { id="cluster_1113650"; isCluster="true"; label="InMemoryTableScan"; 426169 [id="node_426169" labelType="html" label="MapPartitionsRDD [426169] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426170 [id="node_426170" labelType="html" label="*(1) Generate explode(prodPlantResults#6873255), false, [prodPlantResults#6873262]\n+- *(1) Project [prodPlantResults#6873255]\n +- *(1) Filter ((size(prodPlantResults#6873255, true) > 0) AND isnotnull(prodPlantResults#6873255))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [426170] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426171 [id="node_426171" labelType="html" label="MapPartitionsRDD [426171] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426172 [id="node_426172" labelType="html" label="MapPartitionsRDD [426172] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426173 [id="node_426173" labelType="html" label="MapPartitionsRDD [426173] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113649 { id="cluster_1113649"; isCluster="true"; label="Project"; 426174 [id="node_426174" labelType="html" label="MapPartitionsRDD [426174] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113664 { id="cluster_1113664"; isCluster="true"; label="InMemoryTableScan"; 426175 [id="node_426175" labelType="html" label="MapPartitionsRDD [426175] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426176 [id="node_426176" labelType="html" label="MapPartitionsRDD [426176] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426177 [id="node_426177" labelType="html" label="MapPartitionsRDD [426177] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113659 { id="cluster_1113659"; isCluster="true"; label="WholeStageCodegen (1)"; 426178 [id="node_426178" labelType="html" label="MapPartitionsRDD [426178] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113658 { id="cluster_1113658"; isCluster="true"; label="Project"; 426179 [id="node_426179" labelType="html" label="MapPartitionsRDD [426179] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113671 { id="cluster_1113671"; isCluster="true"; label="InMemoryTableScan"; 426180 [id="node_426180" labelType="html" label="MapPartitionsRDD [426180] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426181 [id="node_426181" labelType="html" label="MapPartitionsRDD [426181] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426182 [id="node_426182" labelType="html" label="MapPartitionsRDD [426182] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113666 { id="cluster_1113666"; isCluster="true"; label="WholeStageCodegen (2)"; 426183 [id="node_426183" labelType="html" label="MapPartitionsRDD [426183] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113665 { id="cluster_1113665"; isCluster="true"; label="Project"; 426184 [id="node_426184" labelType="html" label="MapPartitionsRDD [426184] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113648 { id="cluster_1113648"; isCluster="true"; label="Union"; 426185 [id="node_426185" labelType="html" label="UnionRDD [426185] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1113647 { id="cluster_1113647"; isCluster="true"; label="Exchange"; 426186 [id="node_426186" labelType="html" label="MapPartitionsRDD [426186] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426142->426143; 426156->426157; 426143->426158; 426157->426158; 426158->426159; 426159->426160; 426160->426161; 426161->426162; 426162->426163; 426163->426164; 426164->426165; 426165->426166; 426166->426167; 426167->426168; 426168->426169; 426169->426170; 426170->426171; 426171->426172; 426172->426173; 426173->426174; 426170->426175; 426175->426176; 426176->426177; 426177->426178; 426178->426179; 426170->426180; 426180->426181; 426181->426182; 426182->426183; 426183->426184; 426174->426185; 426179->426185; 426184->426185; 426185->426186; }
426141,426142
426155,426156
426166
426170
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time