4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190612 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
30 s
Locality Level Summary:
Process local: 90
Input Size / Records:
40.7 MiB / 204
Shuffle Write Size / Records:
22.2 MiB / 479444
Associated Job Ids:
52664
DAG Visualization
digraph G { id="graph_190612"; subgraph graph_stage_190612 { id="graph_stage_190612"; isCluster="true"; label="Stage 190612"; 424530 [id="node_424530" labelType="html" label="SQLExecutionRDD [424530] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1109383 { id="cluster_1109383"; isCluster="true"; label="Exchange"; 424508 [id="node_424508" labelType="html" label="ShuffledRowRDD [424508] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109380 { id="cluster_1109380"; isCluster="true"; label="WholeStageCodegen (19)"; 424509 [id="node_424509" labelType="html" label="MapPartitionsRDD [424509] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109505 { id="cluster_1109505"; isCluster="true"; label="Exchange"; 424522 [id="node_424522" labelType="html" label="ShuffledRowRDD [424522] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109502 { id="cluster_1109502"; isCluster="true"; label="WholeStageCodegen (22)"; 424523 [id="node_424523" labelType="html" label="MapPartitionsRDD [424523] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109375 { id="cluster_1109375"; isCluster="true"; label="WholeStageCodegen (23)"; 424524 [id="node_424524" labelType="html" label="ZippedPartitionsRDD2 [424524] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424525 [id="node_424525" labelType="html" label="MapPartitionsRDD [424525] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109374 { id="cluster_1109374"; isCluster="true"; label="DeserializeToObject"; 424526 [id="node_424526" labelType="html" label="MapPartitionsRDD [424526] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109373 { id="cluster_1109373"; isCluster="true"; label="MapPartitions"; 424527 [id="node_424527" labelType="html" label="MapPartitionsRDD [424527] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109351 { id="cluster_1109351"; isCluster="true"; label="WholeStageCodegen (26)"; 424528 [id="node_424528" labelType="html" label="MapPartitionsRDD [424528] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109350 { id="cluster_1109350"; isCluster="true"; label="DeserializeToObject"; 424529 [id="node_424529" labelType="html" label="MapPartitionsRDD [424529] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109518 { id="cluster_1109518"; isCluster="true"; label="mapPartitions"; 424531 [id="node_424531" labelType="html" label="MapPartitionsRDD [424531] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109519 { id="cluster_1109519"; isCluster="true"; label="mapPartitions"; 424532 [id="node_424532" labelType="html" label="MapPartitionsRDD [424532] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109632 { id="cluster_1109632"; isCluster="true"; label="Scan"; 424533 [id="node_424533" labelType="html" label="MapPartitionsRDD [424533] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109626 { id="cluster_1109626"; isCluster="true"; label="WholeStageCodegen (1)"; 424534 [id="node_424534" labelType="html" label="MapPartitionsRDD [424534] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109625 { id="cluster_1109625"; isCluster="true"; label="InMemoryTableScan"; 424535 [id="node_424535" labelType="html" label="MapPartitionsRDD [424535] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424536 [id="node_424536" labelType="html" label="*(1) Generate explode(prodPlantResults#6848090), false, [prodPlantResults#6848097]\n+- *(1) Project [prodPlantResults#6848090]\n +- *(1) Filter ((size(prodPlantResults#6848090, true) > 0) AND isnotnull(prodPlantResults#6848090))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [424536] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424537 [id="node_424537" labelType="html" label="MapPartitionsRDD [424537] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424538 [id="node_424538" labelType="html" label="MapPartitionsRDD [424538] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424539 [id="node_424539" labelType="html" label="MapPartitionsRDD [424539] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109624 { id="cluster_1109624"; isCluster="true"; label="Project"; 424540 [id="node_424540" labelType="html" label="MapPartitionsRDD [424540] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109639 { id="cluster_1109639"; isCluster="true"; label="InMemoryTableScan"; 424541 [id="node_424541" labelType="html" label="MapPartitionsRDD [424541] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424542 [id="node_424542" labelType="html" label="MapPartitionsRDD [424542] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424543 [id="node_424543" labelType="html" label="MapPartitionsRDD [424543] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109634 { id="cluster_1109634"; isCluster="true"; label="WholeStageCodegen (1)"; 424544 [id="node_424544" labelType="html" label="MapPartitionsRDD [424544] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109633 { id="cluster_1109633"; isCluster="true"; label="Project"; 424545 [id="node_424545" labelType="html" label="MapPartitionsRDD [424545] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109646 { id="cluster_1109646"; isCluster="true"; label="InMemoryTableScan"; 424546 [id="node_424546" labelType="html" label="MapPartitionsRDD [424546] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424547 [id="node_424547" labelType="html" label="MapPartitionsRDD [424547] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424548 [id="node_424548" labelType="html" label="MapPartitionsRDD [424548] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109641 { id="cluster_1109641"; isCluster="true"; label="WholeStageCodegen (2)"; 424549 [id="node_424549" labelType="html" label="MapPartitionsRDD [424549] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109640 { id="cluster_1109640"; isCluster="true"; label="Project"; 424550 [id="node_424550" labelType="html" label="MapPartitionsRDD [424550] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109623 { id="cluster_1109623"; isCluster="true"; label="Union"; 424551 [id="node_424551" labelType="html" label="UnionRDD [424551] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109622 { id="cluster_1109622"; isCluster="true"; label="Exchange"; 424552 [id="node_424552" labelType="html" label="MapPartitionsRDD [424552] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424508->424509; 424522->424523; 424509->424524; 424523->424524; 424524->424525; 424525->424526; 424526->424527; 424527->424528; 424528->424529; 424529->424530; 424530->424531; 424531->424532; 424532->424533; 424533->424534; 424534->424535; 424535->424536; 424536->424537; 424537->424538; 424538->424539; 424539->424540; 424536->424541; 424541->424542; 424542->424543; 424543->424544; 424544->424545; 424536->424546; 424546->424547; 424547->424548; 424548->424549; 424549->424550; 424540->424551; 424545->424551; 424550->424551; 424551->424552; }
424507,424508
424521,424522
424532
424536
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time