4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 789 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 111
Input Size / Records:
2.3 KiB / 0
Associated Job Ids:
209
DAG Visualization
digraph G { id="graph_789"; subgraph graph_stage_789 { id="graph_stage_789"; isCluster="true"; label="Stage 789"; 1318 [id="node_1318" labelType="html" label="SQLExecutionRDD [1318] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_3419 { id="cluster_3419"; isCluster="true"; label="Exchange"; 1313 [id="node_1313" labelType="html" label="ShuffledRowRDD [1313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3418 { id="cluster_3418"; isCluster="true"; label="ObjectHashAggregate"; 1314 [id="node_1314" labelType="html" label="MapPartitionsRDD [1314] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3329 { id="cluster_3329"; isCluster="true"; label="WholeStageCodegen (16)"; 1315 [id="node_1315" labelType="html" label="MapPartitionsRDD [1315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3224 { id="cluster_3224"; isCluster="true"; label="DeserializeToObject"; 1316 [id="node_1316" labelType="html" label="MapPartitionsRDD [1316] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3216 { id="cluster_3216"; isCluster="true"; label="MapPartitions"; 1317 [id="node_1317" labelType="html" label="MapPartitionsRDD [1317] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3490 { id="cluster_3490"; isCluster="true"; label="mapPartitions"; 1319 [id="node_1319" labelType="html" label="MapPartitionsRDD [1319] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3572 { id="cluster_3572"; isCluster="true"; label="Scan"; 1320 [id="node_1320" labelType="html" label="MapPartitionsRDD [1320] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3566 { id="cluster_3566"; isCluster="true"; label="WholeStageCodegen (1)"; 1321 [id="node_1321" labelType="html" label="MapPartitionsRDD [1321] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3565 { id="cluster_3565"; isCluster="true"; label="InMemoryTableScan"; 1322 [id="node_1322" labelType="html" label="MapPartitionsRDD [1322] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1323 [id="node_1323" labelType="html" label="*(1) Generate explode(prodPlantResults#21554), false, [prodPlantResults#21561]\n+- *(1) Project [prodPlantResults#21554]\n +- *(1) Filter ((size(prodPlantResults#21554, true) > 0) AND isnotnull(prodPlantResults#21554))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true)... [1323] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1324 [id="node_1324" labelType="html" label="MapPartitionsRDD [1324] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1325 [id="node_1325" labelType="html" label="MapPartitionsRDD [1325] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1326 [id="node_1326" labelType="html" label="MapPartitionsRDD [1326] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3564 { id="cluster_3564"; isCluster="true"; label="Project"; 1327 [id="node_1327" labelType="html" label="MapPartitionsRDD [1327] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3579 { id="cluster_3579"; isCluster="true"; label="InMemoryTableScan"; 1328 [id="node_1328" labelType="html" label="MapPartitionsRDD [1328] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1329 [id="node_1329" labelType="html" label="MapPartitionsRDD [1329] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1330 [id="node_1330" labelType="html" label="MapPartitionsRDD [1330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3574 { id="cluster_3574"; isCluster="true"; label="WholeStageCodegen (1)"; 1331 [id="node_1331" labelType="html" label="MapPartitionsRDD [1331] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3573 { id="cluster_3573"; isCluster="true"; label="Project"; 1332 [id="node_1332" labelType="html" label="MapPartitionsRDD [1332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3586 { id="cluster_3586"; isCluster="true"; label="InMemoryTableScan"; 1333 [id="node_1333" labelType="html" label="MapPartitionsRDD [1333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1334 [id="node_1334" labelType="html" label="MapPartitionsRDD [1334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1335 [id="node_1335" labelType="html" label="MapPartitionsRDD [1335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3581 { id="cluster_3581"; isCluster="true"; label="WholeStageCodegen (2)"; 1336 [id="node_1336" labelType="html" label="MapPartitionsRDD [1336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3580 { id="cluster_3580"; isCluster="true"; label="Project"; 1337 [id="node_1337" labelType="html" label="MapPartitionsRDD [1337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3563 { id="cluster_3563"; isCluster="true"; label="Union"; 1338 [id="node_1338" labelType="html" label="UnionRDD [1338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3562 { id="cluster_3562"; isCluster="true"; label="Exchange"; 1339 [id="node_1339" labelType="html" label="MapPartitionsRDD [1339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1313->1314; 1314->1315; 1315->1316; 1316->1317; 1317->1318; 1318->1319; 1319->1320; 1320->1321; 1321->1322; 1322->1323; 1323->1324; 1324->1325; 1325->1326; 1326->1327; 1323->1328; 1328->1329; 1329->1330; 1330->1331; 1331->1332; 1323->1333; 1333->1334; 1334->1335; 1335->1336; 1336->1337; 1327->1338; 1332->1338; 1337->1338; 1338->1339; }
1312,1313
1319
1323
1318
1313
1314
1315
1316
1317
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time