4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241296 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
32 s
Locality Level Summary:
Process local: 90
Input Size / Records:
40.5 MiB / 210
Shuffle Write Size / Records:
21.5 MiB / 479816
Associated Job Ids:
66438
DAG Visualization
digraph G { id="graph_241296"; subgraph graph_stage_241296 { id="graph_stage_241296"; isCluster="true"; label="Stage 241296"; 539925 [id="node_539925" labelType="html" label="SQLExecutionRDD [539925] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1409947 { id="cluster_1409947"; isCluster="true"; label="Exchange"; 539903 [id="node_539903" labelType="html" label="ShuffledRowRDD [539903] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409944 { id="cluster_1409944"; isCluster="true"; label="WholeStageCodegen (19)"; 539904 [id="node_539904" labelType="html" label="MapPartitionsRDD [539904] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410069 { id="cluster_1410069"; isCluster="true"; label="Exchange"; 539917 [id="node_539917" labelType="html" label="ShuffledRowRDD [539917] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410066 { id="cluster_1410066"; isCluster="true"; label="WholeStageCodegen (22)"; 539918 [id="node_539918" labelType="html" label="MapPartitionsRDD [539918] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409939 { id="cluster_1409939"; isCluster="true"; label="WholeStageCodegen (23)"; 539919 [id="node_539919" labelType="html" label="ZippedPartitionsRDD2 [539919] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539920 [id="node_539920" labelType="html" label="MapPartitionsRDD [539920] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409938 { id="cluster_1409938"; isCluster="true"; label="DeserializeToObject"; 539921 [id="node_539921" labelType="html" label="MapPartitionsRDD [539921] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409937 { id="cluster_1409937"; isCluster="true"; label="MapPartitions"; 539922 [id="node_539922" labelType="html" label="MapPartitionsRDD [539922] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409915 { id="cluster_1409915"; isCluster="true"; label="WholeStageCodegen (26)"; 539923 [id="node_539923" labelType="html" label="MapPartitionsRDD [539923] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409914 { id="cluster_1409914"; isCluster="true"; label="DeserializeToObject"; 539924 [id="node_539924" labelType="html" label="MapPartitionsRDD [539924] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410082 { id="cluster_1410082"; isCluster="true"; label="mapPartitions"; 539926 [id="node_539926" labelType="html" label="MapPartitionsRDD [539926] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410083 { id="cluster_1410083"; isCluster="true"; label="mapPartitions"; 539927 [id="node_539927" labelType="html" label="MapPartitionsRDD [539927] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410196 { id="cluster_1410196"; isCluster="true"; label="Scan"; 539928 [id="node_539928" labelType="html" label="MapPartitionsRDD [539928] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410190 { id="cluster_1410190"; isCluster="true"; label="WholeStageCodegen (1)"; 539929 [id="node_539929" labelType="html" label="MapPartitionsRDD [539929] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410189 { id="cluster_1410189"; isCluster="true"; label="InMemoryTableScan"; 539930 [id="node_539930" labelType="html" label="MapPartitionsRDD [539930] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539931 [id="node_539931" labelType="html" label="*(1) Generate explode(prodPlantResults#8706247), false, [prodPlantResults#8706254]\n+- *(1) Project [prodPlantResults#8706247]\n +- *(1) Filter ((size(prodPlantResults#8706247, true) > 0) AND isnotnull(prodPlantResults#8706247))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [539931] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539932 [id="node_539932" labelType="html" label="MapPartitionsRDD [539932] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539933 [id="node_539933" labelType="html" label="MapPartitionsRDD [539933] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539934 [id="node_539934" labelType="html" label="MapPartitionsRDD [539934] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410188 { id="cluster_1410188"; isCluster="true"; label="Project"; 539935 [id="node_539935" labelType="html" label="MapPartitionsRDD [539935] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410203 { id="cluster_1410203"; isCluster="true"; label="InMemoryTableScan"; 539936 [id="node_539936" labelType="html" label="MapPartitionsRDD [539936] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539937 [id="node_539937" labelType="html" label="MapPartitionsRDD [539937] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539938 [id="node_539938" labelType="html" label="MapPartitionsRDD [539938] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410198 { id="cluster_1410198"; isCluster="true"; label="WholeStageCodegen (1)"; 539939 [id="node_539939" labelType="html" label="MapPartitionsRDD [539939] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410197 { id="cluster_1410197"; isCluster="true"; label="Project"; 539940 [id="node_539940" labelType="html" label="MapPartitionsRDD [539940] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410210 { id="cluster_1410210"; isCluster="true"; label="InMemoryTableScan"; 539941 [id="node_539941" labelType="html" label="MapPartitionsRDD [539941] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539942 [id="node_539942" labelType="html" label="MapPartitionsRDD [539942] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539943 [id="node_539943" labelType="html" label="MapPartitionsRDD [539943] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410205 { id="cluster_1410205"; isCluster="true"; label="WholeStageCodegen (2)"; 539944 [id="node_539944" labelType="html" label="MapPartitionsRDD [539944] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410204 { id="cluster_1410204"; isCluster="true"; label="Project"; 539945 [id="node_539945" labelType="html" label="MapPartitionsRDD [539945] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410187 { id="cluster_1410187"; isCluster="true"; label="Union"; 539946 [id="node_539946" labelType="html" label="UnionRDD [539946] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1410186 { id="cluster_1410186"; isCluster="true"; label="Exchange"; 539947 [id="node_539947" labelType="html" label="MapPartitionsRDD [539947] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539903->539904; 539917->539918; 539904->539919; 539918->539919; 539919->539920; 539920->539921; 539921->539922; 539922->539923; 539923->539924; 539924->539925; 539925->539926; 539926->539927; 539927->539928; 539928->539929; 539929->539930; 539930->539931; 539931->539932; 539932->539933; 539933->539934; 539934->539935; 539931->539936; 539936->539937; 539937->539938; 539938->539939; 539939->539940; 539931->539941; 539941->539942; 539942->539943; 539943->539944; 539944->539945; 539935->539946; 539940->539946; 539945->539946; 539946->539947; }
539902,539903
539916,539917
539927
539931
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time