4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191015 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
31 s
Locality Level Summary:
Process local: 90
Input Size / Records:
39.4 MiB / 202
Shuffle Write Size / Records:
21.3 MiB / 475632
Associated Job Ids:
52750
DAG Visualization
digraph G { id="graph_191015"; subgraph graph_stage_191015 { id="graph_stage_191015"; isCluster="true"; label="Stage 191015"; 425608 [id="node_425608" labelType="html" label="SQLExecutionRDD [425608] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1112036 { id="cluster_1112036"; isCluster="true"; label="Exchange"; 425586 [id="node_425586" labelType="html" label="ShuffledRowRDD [425586] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112033 { id="cluster_1112033"; isCluster="true"; label="WholeStageCodegen (19)"; 425587 [id="node_425587" labelType="html" label="MapPartitionsRDD [425587] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112158 { id="cluster_1112158"; isCluster="true"; label="Exchange"; 425600 [id="node_425600" labelType="html" label="ShuffledRowRDD [425600] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112155 { id="cluster_1112155"; isCluster="true"; label="WholeStageCodegen (22)"; 425601 [id="node_425601" labelType="html" label="MapPartitionsRDD [425601] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112028 { id="cluster_1112028"; isCluster="true"; label="WholeStageCodegen (23)"; 425602 [id="node_425602" labelType="html" label="ZippedPartitionsRDD2 [425602] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425603 [id="node_425603" labelType="html" label="MapPartitionsRDD [425603] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112027 { id="cluster_1112027"; isCluster="true"; label="DeserializeToObject"; 425604 [id="node_425604" labelType="html" label="MapPartitionsRDD [425604] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112026 { id="cluster_1112026"; isCluster="true"; label="MapPartitions"; 425605 [id="node_425605" labelType="html" label="MapPartitionsRDD [425605] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112004 { id="cluster_1112004"; isCluster="true"; label="WholeStageCodegen (26)"; 425606 [id="node_425606" labelType="html" label="MapPartitionsRDD [425606] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112003 { id="cluster_1112003"; isCluster="true"; label="DeserializeToObject"; 425607 [id="node_425607" labelType="html" label="MapPartitionsRDD [425607] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112171 { id="cluster_1112171"; isCluster="true"; label="mapPartitions"; 425609 [id="node_425609" labelType="html" label="MapPartitionsRDD [425609] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112172 { id="cluster_1112172"; isCluster="true"; label="mapPartitions"; 425610 [id="node_425610" labelType="html" label="MapPartitionsRDD [425610] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112344 { id="cluster_1112344"; isCluster="true"; label="Scan"; 425644 [id="node_425644" labelType="html" label="MapPartitionsRDD [425644] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112338 { id="cluster_1112338"; isCluster="true"; label="WholeStageCodegen (1)"; 425645 [id="node_425645" labelType="html" label="MapPartitionsRDD [425645] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112337 { id="cluster_1112337"; isCluster="true"; label="InMemoryTableScan"; 425646 [id="node_425646" labelType="html" label="MapPartitionsRDD [425646] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425647 [id="node_425647" labelType="html" label="*(1) Generate explode(prodPlantResults#6865265), false, [prodPlantResults#6865272]\n+- *(1) Project [prodPlantResults#6865265]\n +- *(1) Filter ((size(prodPlantResults#6865265, true) > 0) AND isnotnull(prodPlantResults#6865265))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [425647] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425648 [id="node_425648" labelType="html" label="MapPartitionsRDD [425648] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425649 [id="node_425649" labelType="html" label="MapPartitionsRDD [425649] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425650 [id="node_425650" labelType="html" label="MapPartitionsRDD [425650] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112336 { id="cluster_1112336"; isCluster="true"; label="Project"; 425651 [id="node_425651" labelType="html" label="MapPartitionsRDD [425651] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112351 { id="cluster_1112351"; isCluster="true"; label="InMemoryTableScan"; 425652 [id="node_425652" labelType="html" label="MapPartitionsRDD [425652] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425653 [id="node_425653" labelType="html" label="MapPartitionsRDD [425653] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425654 [id="node_425654" labelType="html" label="MapPartitionsRDD [425654] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112346 { id="cluster_1112346"; isCluster="true"; label="WholeStageCodegen (1)"; 425655 [id="node_425655" labelType="html" label="MapPartitionsRDD [425655] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112345 { id="cluster_1112345"; isCluster="true"; label="Project"; 425656 [id="node_425656" labelType="html" label="MapPartitionsRDD [425656] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112358 { id="cluster_1112358"; isCluster="true"; label="InMemoryTableScan"; 425657 [id="node_425657" labelType="html" label="MapPartitionsRDD [425657] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425658 [id="node_425658" labelType="html" label="MapPartitionsRDD [425658] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425659 [id="node_425659" labelType="html" label="MapPartitionsRDD [425659] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112353 { id="cluster_1112353"; isCluster="true"; label="WholeStageCodegen (2)"; 425660 [id="node_425660" labelType="html" label="MapPartitionsRDD [425660] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112352 { id="cluster_1112352"; isCluster="true"; label="Project"; 425661 [id="node_425661" labelType="html" label="MapPartitionsRDD [425661] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112335 { id="cluster_1112335"; isCluster="true"; label="Union"; 425662 [id="node_425662" labelType="html" label="UnionRDD [425662] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112334 { id="cluster_1112334"; isCluster="true"; label="Exchange"; 425663 [id="node_425663" labelType="html" label="MapPartitionsRDD [425663] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425586->425587; 425600->425601; 425587->425602; 425601->425602; 425602->425603; 425603->425604; 425604->425605; 425605->425606; 425606->425607; 425607->425608; 425608->425609; 425609->425610; 425610->425644; 425644->425645; 425645->425646; 425646->425647; 425647->425648; 425648->425649; 425649->425650; 425650->425651; 425647->425652; 425652->425653; 425653->425654; 425654->425655; 425655->425656; 425647->425657; 425657->425658; 425658->425659; 425659->425660; 425660->425661; 425651->425662; 425656->425662; 425661->425662; 425662->425663; }
425585,425586
425599,425600
425610
425647
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time