4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190710 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
26 s
Locality Level Summary:
Process local: 90
Input Size / Records:
41.2 MiB / 210
Shuffle Write Size / Records:
22.3 MiB / 479444
Associated Job Ids:
52684
DAG Visualization
digraph G { id="graph_190710"; subgraph graph_stage_190710 { id="graph_stage_190710"; isCluster="true"; label="Stage 190710"; 424791 [id="node_424791" labelType="html" label="SQLExecutionRDD [424791] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1110024 { id="cluster_1110024"; isCluster="true"; label="Exchange"; 424769 [id="node_424769" labelType="html" label="ShuffledRowRDD [424769] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110021 { id="cluster_1110021"; isCluster="true"; label="WholeStageCodegen (19)"; 424770 [id="node_424770" labelType="html" label="MapPartitionsRDD [424770] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110146 { id="cluster_1110146"; isCluster="true"; label="Exchange"; 424783 [id="node_424783" labelType="html" label="ShuffledRowRDD [424783] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110143 { id="cluster_1110143"; isCluster="true"; label="WholeStageCodegen (22)"; 424784 [id="node_424784" labelType="html" label="MapPartitionsRDD [424784] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110016 { id="cluster_1110016"; isCluster="true"; label="WholeStageCodegen (23)"; 424785 [id="node_424785" labelType="html" label="ZippedPartitionsRDD2 [424785] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424786 [id="node_424786" labelType="html" label="MapPartitionsRDD [424786] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110015 { id="cluster_1110015"; isCluster="true"; label="DeserializeToObject"; 424787 [id="node_424787" labelType="html" label="MapPartitionsRDD [424787] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110014 { id="cluster_1110014"; isCluster="true"; label="MapPartitions"; 424788 [id="node_424788" labelType="html" label="MapPartitionsRDD [424788] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109992 { id="cluster_1109992"; isCluster="true"; label="WholeStageCodegen (26)"; 424789 [id="node_424789" labelType="html" label="MapPartitionsRDD [424789] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1109991 { id="cluster_1109991"; isCluster="true"; label="DeserializeToObject"; 424790 [id="node_424790" labelType="html" label="MapPartitionsRDD [424790] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110159 { id="cluster_1110159"; isCluster="true"; label="mapPartitions"; 424792 [id="node_424792" labelType="html" label="MapPartitionsRDD [424792] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110160 { id="cluster_1110160"; isCluster="true"; label="mapPartitions"; 424793 [id="node_424793" labelType="html" label="MapPartitionsRDD [424793] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110273 { id="cluster_1110273"; isCluster="true"; label="Scan"; 424794 [id="node_424794" labelType="html" label="MapPartitionsRDD [424794] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110267 { id="cluster_1110267"; isCluster="true"; label="WholeStageCodegen (1)"; 424795 [id="node_424795" labelType="html" label="MapPartitionsRDD [424795] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110266 { id="cluster_1110266"; isCluster="true"; label="InMemoryTableScan"; 424796 [id="node_424796" labelType="html" label="MapPartitionsRDD [424796] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424797 [id="node_424797" labelType="html" label="*(1) Generate explode(prodPlantResults#6852168), false, [prodPlantResults#6852175]\n+- *(1) Project [prodPlantResults#6852168]\n +- *(1) Filter ((size(prodPlantResults#6852168, true) > 0) AND isnotnull(prodPlantResults#6852168))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [424797] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424798 [id="node_424798" labelType="html" label="MapPartitionsRDD [424798] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424799 [id="node_424799" labelType="html" label="MapPartitionsRDD [424799] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424800 [id="node_424800" labelType="html" label="MapPartitionsRDD [424800] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110265 { id="cluster_1110265"; isCluster="true"; label="Project"; 424801 [id="node_424801" labelType="html" label="MapPartitionsRDD [424801] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110280 { id="cluster_1110280"; isCluster="true"; label="InMemoryTableScan"; 424802 [id="node_424802" labelType="html" label="MapPartitionsRDD [424802] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424803 [id="node_424803" labelType="html" label="MapPartitionsRDD [424803] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424804 [id="node_424804" labelType="html" label="MapPartitionsRDD [424804] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110275 { id="cluster_1110275"; isCluster="true"; label="WholeStageCodegen (1)"; 424805 [id="node_424805" labelType="html" label="MapPartitionsRDD [424805] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110274 { id="cluster_1110274"; isCluster="true"; label="Project"; 424806 [id="node_424806" labelType="html" label="MapPartitionsRDD [424806] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110287 { id="cluster_1110287"; isCluster="true"; label="InMemoryTableScan"; 424807 [id="node_424807" labelType="html" label="MapPartitionsRDD [424807] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424808 [id="node_424808" labelType="html" label="MapPartitionsRDD [424808] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424809 [id="node_424809" labelType="html" label="MapPartitionsRDD [424809] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110282 { id="cluster_1110282"; isCluster="true"; label="WholeStageCodegen (2)"; 424810 [id="node_424810" labelType="html" label="MapPartitionsRDD [424810] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110281 { id="cluster_1110281"; isCluster="true"; label="Project"; 424811 [id="node_424811" labelType="html" label="MapPartitionsRDD [424811] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110264 { id="cluster_1110264"; isCluster="true"; label="Union"; 424812 [id="node_424812" labelType="html" label="UnionRDD [424812] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110263 { id="cluster_1110263"; isCluster="true"; label="Exchange"; 424813 [id="node_424813" labelType="html" label="MapPartitionsRDD [424813] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 424769->424770; 424783->424784; 424770->424785; 424784->424785; 424785->424786; 424786->424787; 424787->424788; 424788->424789; 424789->424790; 424790->424791; 424791->424792; 424792->424793; 424793->424794; 424794->424795; 424795->424796; 424796->424797; 424797->424798; 424798->424799; 424799->424800; 424800->424801; 424797->424802; 424802->424803; 424803->424804; 424804->424805; 424805->424806; 424797->424807; 424807->424808; 424808->424809; 424809->424810; 424810->424811; 424801->424812; 424806->424812; 424811->424812; 424812->424813; }
424768,424769
424782,424783
424793
424797
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time