4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190127 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Process local: 90
Input Size / Records:
13.4 MiB / 90
Shuffle Write Size / Records:
7.8 MiB / 159872
Associated Job Ids:
52564
DAG Visualization
digraph G { id="graph_190127"; subgraph graph_stage_190127 { id="graph_stage_190127"; isCluster="true"; label="Stage 190127"; 423225 [id="node_423225" labelType="html" label="SQLExecutionRDD [423225] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1106155 { id="cluster_1106155"; isCluster="true"; label="Exchange"; 423203 [id="node_423203" labelType="html" label="ShuffledRowRDD [423203] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106152 { id="cluster_1106152"; isCluster="true"; label="WholeStageCodegen (19)"; 423204 [id="node_423204" labelType="html" label="MapPartitionsRDD [423204] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106277 { id="cluster_1106277"; isCluster="true"; label="Exchange"; 423217 [id="node_423217" labelType="html" label="ShuffledRowRDD [423217] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106274 { id="cluster_1106274"; isCluster="true"; label="WholeStageCodegen (22)"; 423218 [id="node_423218" labelType="html" label="MapPartitionsRDD [423218] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106147 { id="cluster_1106147"; isCluster="true"; label="WholeStageCodegen (23)"; 423219 [id="node_423219" labelType="html" label="ZippedPartitionsRDD2 [423219] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423220 [id="node_423220" labelType="html" label="MapPartitionsRDD [423220] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106146 { id="cluster_1106146"; isCluster="true"; label="DeserializeToObject"; 423221 [id="node_423221" labelType="html" label="MapPartitionsRDD [423221] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106145 { id="cluster_1106145"; isCluster="true"; label="MapPartitions"; 423222 [id="node_423222" labelType="html" label="MapPartitionsRDD [423222] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106084 { id="cluster_1106084"; isCluster="true"; label="WholeStageCodegen (26)"; 423223 [id="node_423223" labelType="html" label="MapPartitionsRDD [423223] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106083 { id="cluster_1106083"; isCluster="true"; label="DeserializeToObject"; 423224 [id="node_423224" labelType="html" label="MapPartitionsRDD [423224] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106290 { id="cluster_1106290"; isCluster="true"; label="mapPartitions"; 423226 [id="node_423226" labelType="html" label="MapPartitionsRDD [423226] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106291 { id="cluster_1106291"; isCluster="true"; label="mapPartitions"; 423227 [id="node_423227" labelType="html" label="MapPartitionsRDD [423227] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106427 { id="cluster_1106427"; isCluster="true"; label="Scan"; 423228 [id="node_423228" labelType="html" label="MapPartitionsRDD [423228] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106421 { id="cluster_1106421"; isCluster="true"; label="WholeStageCodegen (1)"; 423229 [id="node_423229" labelType="html" label="MapPartitionsRDD [423229] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106420 { id="cluster_1106420"; isCluster="true"; label="InMemoryTableScan"; 423230 [id="node_423230" labelType="html" label="MapPartitionsRDD [423230] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423231 [id="node_423231" labelType="html" label="*(1) Generate explode(prodPlantResults#6827700), false, [prodPlantResults#6827707]\n+- *(1) Project [prodPlantResults#6827700]\n +- *(1) Filter ((size(prodPlantResults#6827700, true) > 0) AND isnotnull(prodPlantResults#6827700))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [423231] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423232 [id="node_423232" labelType="html" label="MapPartitionsRDD [423232] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423233 [id="node_423233" labelType="html" label="MapPartitionsRDD [423233] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423234 [id="node_423234" labelType="html" label="MapPartitionsRDD [423234] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106419 { id="cluster_1106419"; isCluster="true"; label="Project"; 423235 [id="node_423235" labelType="html" label="MapPartitionsRDD [423235] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106434 { id="cluster_1106434"; isCluster="true"; label="InMemoryTableScan"; 423236 [id="node_423236" labelType="html" label="MapPartitionsRDD [423236] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423237 [id="node_423237" labelType="html" label="MapPartitionsRDD [423237] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423238 [id="node_423238" labelType="html" label="MapPartitionsRDD [423238] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106429 { id="cluster_1106429"; isCluster="true"; label="WholeStageCodegen (1)"; 423239 [id="node_423239" labelType="html" label="MapPartitionsRDD [423239] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106428 { id="cluster_1106428"; isCluster="true"; label="Project"; 423240 [id="node_423240" labelType="html" label="MapPartitionsRDD [423240] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106441 { id="cluster_1106441"; isCluster="true"; label="InMemoryTableScan"; 423241 [id="node_423241" labelType="html" label="MapPartitionsRDD [423241] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423242 [id="node_423242" labelType="html" label="MapPartitionsRDD [423242] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423243 [id="node_423243" labelType="html" label="MapPartitionsRDD [423243] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106436 { id="cluster_1106436"; isCluster="true"; label="WholeStageCodegen (2)"; 423244 [id="node_423244" labelType="html" label="MapPartitionsRDD [423244] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106435 { id="cluster_1106435"; isCluster="true"; label="Project"; 423245 [id="node_423245" labelType="html" label="MapPartitionsRDD [423245] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106418 { id="cluster_1106418"; isCluster="true"; label="Union"; 423246 [id="node_423246" labelType="html" label="UnionRDD [423246] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1106417 { id="cluster_1106417"; isCluster="true"; label="Exchange"; 423247 [id="node_423247" labelType="html" label="MapPartitionsRDD [423247] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423203->423204; 423217->423218; 423204->423219; 423218->423219; 423219->423220; 423220->423221; 423221->423222; 423222->423223; 423223->423224; 423224->423225; 423225->423226; 423226->423227; 423227->423228; 423228->423229; 423229->423230; 423230->423231; 423231->423232; 423232->423233; 423233->423234; 423234->423235; 423231->423236; 423236->423237; 423237->423238; 423238->423239; 423239->423240; 423231->423241; 423241->423242; 423242->423243; 423243->423244; 423244->423245; 423235->423246; 423240->423246; 423245->423246; 423246->423247; }
423202,423203
423216,423217
423227
423231
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time