4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190516 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
28 s
Locality Level Summary:
Process local: 90
Input Size / Records:
40.8 MiB / 206
Shuffle Write Size / Records:
22.2 MiB / 479444
Associated Job Ids:
52644
DAG Visualization
digraph G { id="graph_190516"; subgraph graph_stage_190516 { id="graph_stage_190516"; isCluster="true"; label="Stage 190516"; 424269 [id="node_424269" labelType="html" label="SQLExecutionRDD [424269] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1108742 { id="cluster_1108742"; isCluster="true"; label="Exchange"; 424247 [id="node_424247" labelType="html" label="ShuffledRowRDD [424247] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108739 { id="cluster_1108739"; isCluster="true"; label="WholeStageCodegen (19)"; 424248 [id="node_424248" labelType="html" label="MapPartitionsRDD [424248] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108864 { id="cluster_1108864"; isCluster="true"; label="Exchange"; 424261 [id="node_424261" labelType="html" label="ShuffledRowRDD [424261] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108861 { id="cluster_1108861"; isCluster="true"; label="WholeStageCodegen (22)"; 424262 [id="node_424262" labelType="html" label="MapPartitionsRDD [424262] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108734 { id="cluster_1108734"; isCluster="true"; label="WholeStageCodegen (23)"; 424263 [id="node_424263" labelType="html" label="ZippedPartitionsRDD2 [424263] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424264 [id="node_424264" labelType="html" label="MapPartitionsRDD [424264] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108733 { id="cluster_1108733"; isCluster="true"; label="DeserializeToObject"; 424265 [id="node_424265" labelType="html" label="MapPartitionsRDD [424265] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108732 { id="cluster_1108732"; isCluster="true"; label="MapPartitions"; 424266 [id="node_424266" labelType="html" label="MapPartitionsRDD [424266] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108710 { id="cluster_1108710"; isCluster="true"; label="WholeStageCodegen (26)"; 424267 [id="node_424267" labelType="html" label="MapPartitionsRDD [424267] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108709 { id="cluster_1108709"; isCluster="true"; label="DeserializeToObject"; 424268 [id="node_424268" labelType="html" label="MapPartitionsRDD [424268] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108877 { id="cluster_1108877"; isCluster="true"; label="mapPartitions"; 424270 [id="node_424270" labelType="html" label="MapPartitionsRDD [424270] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108878 { id="cluster_1108878"; isCluster="true"; label="mapPartitions"; 424271 [id="node_424271" labelType="html" label="MapPartitionsRDD [424271] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108991 { id="cluster_1108991"; isCluster="true"; label="Scan"; 424272 [id="node_424272" labelType="html" label="MapPartitionsRDD [424272] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108985 { id="cluster_1108985"; isCluster="true"; label="WholeStageCodegen (1)"; 424273 [id="node_424273" labelType="html" label="MapPartitionsRDD [424273] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108984 { id="cluster_1108984"; isCluster="true"; label="InMemoryTableScan"; 424274 [id="node_424274" labelType="html" label="MapPartitionsRDD [424274] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424275 [id="node_424275" labelType="html" label="*(1) Generate explode(prodPlantResults#6844012), false, [prodPlantResults#6844019]\n+- *(1) Project [prodPlantResults#6844012]\n +- *(1) Filter ((size(prodPlantResults#6844012, true) > 0) AND isnotnull(prodPlantResults#6844012))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [424275] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424276 [id="node_424276" labelType="html" label="MapPartitionsRDD [424276] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424277 [id="node_424277" labelType="html" label="MapPartitionsRDD [424277] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424278 [id="node_424278" labelType="html" label="MapPartitionsRDD [424278] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108983 { id="cluster_1108983"; isCluster="true"; label="Project"; 424279 [id="node_424279" labelType="html" label="MapPartitionsRDD [424279] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108998 { id="cluster_1108998"; isCluster="true"; label="InMemoryTableScan"; 424280 [id="node_424280" labelType="html" label="MapPartitionsRDD [424280] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424281 [id="node_424281" labelType="html" label="MapPartitionsRDD [424281] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424282 [id="node_424282" labelType="html" label="MapPartitionsRDD [424282] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108993 { id="cluster_1108993"; isCluster="true"; label="WholeStageCodegen (1)"; 424283 [id="node_424283" labelType="html" label="MapPartitionsRDD [424283] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108992 { id="cluster_1108992"; isCluster="true"; label="Project"; 424284 [id="node_424284" labelType="html" label="MapPartitionsRDD [424284] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109005 { id="cluster_1109005"; isCluster="true"; label="InMemoryTableScan"; 424285 [id="node_424285" labelType="html" label="MapPartitionsRDD [424285] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424286 [id="node_424286" labelType="html" label="MapPartitionsRDD [424286] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424287 [id="node_424287" labelType="html" label="MapPartitionsRDD [424287] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109000 { id="cluster_1109000"; isCluster="true"; label="WholeStageCodegen (2)"; 424288 [id="node_424288" labelType="html" label="MapPartitionsRDD [424288] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108999 { id="cluster_1108999"; isCluster="true"; label="Project"; 424289 [id="node_424289" labelType="html" label="MapPartitionsRDD [424289] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108982 { id="cluster_1108982"; isCluster="true"; label="Union"; 424290 [id="node_424290" labelType="html" label="UnionRDD [424290] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108981 { id="cluster_1108981"; isCluster="true"; label="Exchange"; 424291 [id="node_424291" labelType="html" label="MapPartitionsRDD [424291] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424247->424248; 424261->424262; 424248->424263; 424262->424263; 424263->424264; 424264->424265; 424265->424266; 424266->424267; 424267->424268; 424268->424269; 424269->424270; 424270->424271; 424271->424272; 424272->424273; 424273->424274; 424274->424275; 424275->424276; 424276->424277; 424277->424278; 424278->424279; 424275->424280; 424280->424281; 424281->424282; 424282->424283; 424283->424284; 424275->424285; 424285->424286; 424286->424287; 424287->424288; 424288->424289; 424279->424290; 424284->424290; 424289->424290; 424290->424291; }
424246,424247
424260,424261
424271
424275
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time