4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190225 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
23 s
Locality Level Summary:
Process local: 90
Input Size / Records:
28.8 MiB / 146
Shuffle Write Size / Records:
16.5 MiB / 351756
Associated Job Ids:
52584
DAG Visualization
digraph G { id="graph_190225"; subgraph graph_stage_190225 { id="graph_stage_190225"; isCluster="true"; label="Stage 190225"; 423486 [id="node_423486" labelType="html" label="SQLExecutionRDD [423486] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1106819 { id="cluster_1106819"; isCluster="true"; label="Exchange"; 423464 [id="node_423464" labelType="html" label="ShuffledRowRDD [423464] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106816 { id="cluster_1106816"; isCluster="true"; label="WholeStageCodegen (19)"; 423465 [id="node_423465" labelType="html" label="MapPartitionsRDD [423465] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106941 { id="cluster_1106941"; isCluster="true"; label="Exchange"; 423478 [id="node_423478" labelType="html" label="ShuffledRowRDD [423478] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106938 { id="cluster_1106938"; isCluster="true"; label="WholeStageCodegen (22)"; 423479 [id="node_423479" labelType="html" label="MapPartitionsRDD [423479] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106811 { id="cluster_1106811"; isCluster="true"; label="WholeStageCodegen (23)"; 423480 [id="node_423480" labelType="html" label="ZippedPartitionsRDD2 [423480] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423481 [id="node_423481" labelType="html" label="MapPartitionsRDD [423481] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106810 { id="cluster_1106810"; isCluster="true"; label="DeserializeToObject"; 423482 [id="node_423482" labelType="html" label="MapPartitionsRDD [423482] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106809 { id="cluster_1106809"; isCluster="true"; label="MapPartitions"; 423483 [id="node_423483" labelType="html" label="MapPartitionsRDD [423483] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106787 { id="cluster_1106787"; isCluster="true"; label="WholeStageCodegen (26)"; 423484 [id="node_423484" labelType="html" label="MapPartitionsRDD [423484] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106786 { id="cluster_1106786"; isCluster="true"; label="DeserializeToObject"; 423485 [id="node_423485" labelType="html" label="MapPartitionsRDD [423485] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106954 { id="cluster_1106954"; isCluster="true"; label="mapPartitions"; 423487 [id="node_423487" labelType="html" label="MapPartitionsRDD [423487] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106955 { id="cluster_1106955"; isCluster="true"; label="mapPartitions"; 423488 [id="node_423488" labelType="html" label="MapPartitionsRDD [423488] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107068 { id="cluster_1107068"; isCluster="true"; label="Scan"; 423489 [id="node_423489" labelType="html" label="MapPartitionsRDD [423489] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107062 { id="cluster_1107062"; isCluster="true"; label="WholeStageCodegen (1)"; 423490 [id="node_423490" labelType="html" label="MapPartitionsRDD [423490] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107061 { id="cluster_1107061"; isCluster="true"; label="InMemoryTableScan"; 423491 [id="node_423491" labelType="html" label="MapPartitionsRDD [423491] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423492 [id="node_423492" labelType="html" label="*(1) Generate explode(prodPlantResults#6831778), false, [prodPlantResults#6831785]\n+- *(1) Project [prodPlantResults#6831778]\n +- *(1) Filter ((size(prodPlantResults#6831778, true) > 0) AND isnotnull(prodPlantResults#6831778))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [423492] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423493 [id="node_423493" labelType="html" label="MapPartitionsRDD [423493] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423494 [id="node_423494" labelType="html" label="MapPartitionsRDD [423494] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423495 [id="node_423495" labelType="html" label="MapPartitionsRDD [423495] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107060 { id="cluster_1107060"; isCluster="true"; label="Project"; 423496 [id="node_423496" labelType="html" label="MapPartitionsRDD [423496] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107075 { id="cluster_1107075"; isCluster="true"; label="InMemoryTableScan"; 423497 [id="node_423497" labelType="html" label="MapPartitionsRDD [423497] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423498 [id="node_423498" labelType="html" label="MapPartitionsRDD [423498] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423499 [id="node_423499" labelType="html" label="MapPartitionsRDD [423499] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107070 { id="cluster_1107070"; isCluster="true"; label="WholeStageCodegen (1)"; 423500 [id="node_423500" labelType="html" label="MapPartitionsRDD [423500] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107069 { id="cluster_1107069"; isCluster="true"; label="Project"; 423501 [id="node_423501" labelType="html" label="MapPartitionsRDD [423501] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107082 { id="cluster_1107082"; isCluster="true"; label="InMemoryTableScan"; 423502 [id="node_423502" labelType="html" label="MapPartitionsRDD [423502] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423503 [id="node_423503" labelType="html" label="MapPartitionsRDD [423503] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423504 [id="node_423504" labelType="html" label="MapPartitionsRDD [423504] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107077 { id="cluster_1107077"; isCluster="true"; label="WholeStageCodegen (2)"; 423505 [id="node_423505" labelType="html" label="MapPartitionsRDD [423505] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107076 { id="cluster_1107076"; isCluster="true"; label="Project"; 423506 [id="node_423506" labelType="html" label="MapPartitionsRDD [423506] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107059 { id="cluster_1107059"; isCluster="true"; label="Union"; 423507 [id="node_423507" labelType="html" label="UnionRDD [423507] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107058 { id="cluster_1107058"; isCluster="true"; label="Exchange"; 423508 [id="node_423508" labelType="html" label="MapPartitionsRDD [423508] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423464->423465; 423478->423479; 423465->423480; 423479->423480; 423480->423481; 423481->423482; 423482->423483; 423483->423484; 423484->423485; 423485->423486; 423486->423487; 423487->423488; 423488->423489; 423489->423490; 423490->423491; 423491->423492; 423492->423493; 423493->423494; 423494->423495; 423495->423496; 423492->423497; 423497->423498; 423498->423499; 423499->423500; 423500->423501; 423492->423502; 423502->423503; 423503->423504; 423504->423505; 423505->423506; 423496->423507; 423501->423507; 423506->423507; 423507->423508; }
423463,423464
423477,423478
423488
423492
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time