4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190910 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
33 s
Locality Level Summary:
Process local: 90
Input Size / Records:
36.3 MiB / 204
Shuffle Write Size / Records:
20.3 MiB / 445104
Associated Job Ids:
52727
DAG Visualization
digraph G { id="graph_190910"; subgraph graph_stage_190910 { id="graph_stage_190910"; isCluster="true"; label="Stage 190910"; 425319 [id="node_425319" labelType="html" label="SQLExecutionRDD [425319] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1111295 { id="cluster_1111295"; isCluster="true"; label="Exchange"; 425297 [id="node_425297" labelType="html" label="ShuffledRowRDD [425297] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111292 { id="cluster_1111292"; isCluster="true"; label="WholeStageCodegen (19)"; 425298 [id="node_425298" labelType="html" label="MapPartitionsRDD [425298] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111417 { id="cluster_1111417"; isCluster="true"; label="Exchange"; 425311 [id="node_425311" labelType="html" label="ShuffledRowRDD [425311] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111414 { id="cluster_1111414"; isCluster="true"; label="WholeStageCodegen (22)"; 425312 [id="node_425312" labelType="html" label="MapPartitionsRDD [425312] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111287 { id="cluster_1111287"; isCluster="true"; label="WholeStageCodegen (23)"; 425313 [id="node_425313" labelType="html" label="ZippedPartitionsRDD2 [425313] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425314 [id="node_425314" labelType="html" label="MapPartitionsRDD [425314] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111286 { id="cluster_1111286"; isCluster="true"; label="DeserializeToObject"; 425315 [id="node_425315" labelType="html" label="MapPartitionsRDD [425315] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111285 { id="cluster_1111285"; isCluster="true"; label="MapPartitions"; 425316 [id="node_425316" labelType="html" label="MapPartitionsRDD [425316] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111234 { id="cluster_1111234"; isCluster="true"; label="WholeStageCodegen (26)"; 425317 [id="node_425317" labelType="html" label="MapPartitionsRDD [425317] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111233 { id="cluster_1111233"; isCluster="true"; label="DeserializeToObject"; 425318 [id="node_425318" labelType="html" label="MapPartitionsRDD [425318] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111430 { id="cluster_1111430"; isCluster="true"; label="mapPartitions"; 425320 [id="node_425320" labelType="html" label="MapPartitionsRDD [425320] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111431 { id="cluster_1111431"; isCluster="true"; label="mapPartitions"; 425321 [id="node_425321" labelType="html" label="MapPartitionsRDD [425321] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111644 { id="cluster_1111644"; isCluster="true"; label="Scan"; 425350 [id="node_425350" labelType="html" label="MapPartitionsRDD [425350] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111638 { id="cluster_1111638"; isCluster="true"; label="WholeStageCodegen (1)"; 425351 [id="node_425351" labelType="html" label="MapPartitionsRDD [425351] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111637 { id="cluster_1111637"; isCluster="true"; label="InMemoryTableScan"; 425352 [id="node_425352" labelType="html" label="MapPartitionsRDD [425352] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425353 [id="node_425353" labelType="html" label="*(1) Generate explode(prodPlantResults#6860678), false, [prodPlantResults#6860685]\n+- *(1) Project [prodPlantResults#6860678]\n +- *(1) Filter ((size(prodPlantResults#6860678, true) > 0) AND isnotnull(prodPlantResults#6860678))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [425353] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425354 [id="node_425354" labelType="html" label="MapPartitionsRDD [425354] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425355 [id="node_425355" labelType="html" label="MapPartitionsRDD [425355] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425356 [id="node_425356" labelType="html" label="MapPartitionsRDD [425356] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111636 { id="cluster_1111636"; isCluster="true"; label="Project"; 425357 [id="node_425357" labelType="html" label="MapPartitionsRDD [425357] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111651 { id="cluster_1111651"; isCluster="true"; label="InMemoryTableScan"; 425358 [id="node_425358" labelType="html" label="MapPartitionsRDD [425358] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425359 [id="node_425359" labelType="html" label="MapPartitionsRDD [425359] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425360 [id="node_425360" labelType="html" label="MapPartitionsRDD [425360] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111646 { id="cluster_1111646"; isCluster="true"; label="WholeStageCodegen (1)"; 425361 [id="node_425361" labelType="html" label="MapPartitionsRDD [425361] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111645 { id="cluster_1111645"; isCluster="true"; label="Project"; 425362 [id="node_425362" labelType="html" label="MapPartitionsRDD [425362] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111658 { id="cluster_1111658"; isCluster="true"; label="InMemoryTableScan"; 425363 [id="node_425363" labelType="html" label="MapPartitionsRDD [425363] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425364 [id="node_425364" labelType="html" label="MapPartitionsRDD [425364] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425365 [id="node_425365" labelType="html" label="MapPartitionsRDD [425365] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111653 { id="cluster_1111653"; isCluster="true"; label="WholeStageCodegen (2)"; 425366 [id="node_425366" labelType="html" label="MapPartitionsRDD [425366] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111652 { id="cluster_1111652"; isCluster="true"; label="Project"; 425367 [id="node_425367" labelType="html" label="MapPartitionsRDD [425367] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111635 { id="cluster_1111635"; isCluster="true"; label="Union"; 425368 [id="node_425368" labelType="html" label="UnionRDD [425368] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111634 { id="cluster_1111634"; isCluster="true"; label="Exchange"; 425369 [id="node_425369" labelType="html" label="MapPartitionsRDD [425369] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425297->425298; 425311->425312; 425298->425313; 425312->425313; 425313->425314; 425314->425315; 425315->425316; 425316->425317; 425317->425318; 425318->425319; 425319->425320; 425320->425321; 425321->425350; 425350->425351; 425351->425352; 425352->425353; 425353->425354; 425354->425355; 425355->425356; 425356->425357; 425353->425358; 425358->425359; 425359->425360; 425360->425361; 425361->425362; 425353->425363; 425363->425364; 425364->425365; 425365->425366; 425366->425367; 425357->425368; 425362->425368; 425367->425368; 425368->425369; }
425296,425297
425310,425311
425321
425353
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time