4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 189922 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 s
Locality Level Summary:
Process local: 90
Input Size / Records:
36.8 MiB / 210
Shuffle Write Size / Records:
20.3 MiB / 445104
Associated Job Ids:
52519
DAG Visualization
digraph G { id="graph_189922"; subgraph graph_stage_189922 { id="graph_stage_189922"; isCluster="true"; label="Stage 189922"; 422607 [id="node_422607" labelType="html" label="SQLExecutionRDD [422607] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1104588 { id="cluster_1104588"; isCluster="true"; label="Exchange"; 422585 [id="node_422585" labelType="html" label="ShuffledRowRDD [422585] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104585 { id="cluster_1104585"; isCluster="true"; label="WholeStageCodegen (19)"; 422586 [id="node_422586" labelType="html" label="MapPartitionsRDD [422586] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104710 { id="cluster_1104710"; isCluster="true"; label="Exchange"; 422599 [id="node_422599" labelType="html" label="ShuffledRowRDD [422599] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104707 { id="cluster_1104707"; isCluster="true"; label="WholeStageCodegen (22)"; 422600 [id="node_422600" labelType="html" label="MapPartitionsRDD [422600] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104580 { id="cluster_1104580"; isCluster="true"; label="WholeStageCodegen (23)"; 422601 [id="node_422601" labelType="html" label="ZippedPartitionsRDD2 [422601] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422602 [id="node_422602" labelType="html" label="MapPartitionsRDD [422602] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104579 { id="cluster_1104579"; isCluster="true"; label="DeserializeToObject"; 422603 [id="node_422603" labelType="html" label="MapPartitionsRDD [422603] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104578 { id="cluster_1104578"; isCluster="true"; label="MapPartitions"; 422604 [id="node_422604" labelType="html" label="MapPartitionsRDD [422604] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104556 { id="cluster_1104556"; isCluster="true"; label="WholeStageCodegen (26)"; 422605 [id="node_422605" labelType="html" label="MapPartitionsRDD [422605] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104555 { id="cluster_1104555"; isCluster="true"; label="DeserializeToObject"; 422606 [id="node_422606" labelType="html" label="MapPartitionsRDD [422606] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104723 { id="cluster_1104723"; isCluster="true"; label="mapPartitions"; 422608 [id="node_422608" labelType="html" label="MapPartitionsRDD [422608] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1104724 { id="cluster_1104724"; isCluster="true"; label="mapPartitions"; 422609 [id="node_422609" labelType="html" label="MapPartitionsRDD [422609] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105079 { id="cluster_1105079"; isCluster="true"; label="Scan"; 422683 [id="node_422683" labelType="html" label="MapPartitionsRDD [422683] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105073 { id="cluster_1105073"; isCluster="true"; label="WholeStageCodegen (1)"; 422684 [id="node_422684" labelType="html" label="MapPartitionsRDD [422684] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105072 { id="cluster_1105072"; isCluster="true"; label="InMemoryTableScan"; 422685 [id="node_422685" labelType="html" label="MapPartitionsRDD [422685] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422686 [id="node_422686" labelType="html" label="*(1) Generate explode(prodPlantResults#6819440), false, [prodPlantResults#6819447]\n+- *(1) Project [prodPlantResults#6819440]\n +- *(1) Filter ((size(prodPlantResults#6819440, true) > 0) AND isnotnull(prodPlantResults#6819440))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [422686] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422687 [id="node_422687" labelType="html" label="MapPartitionsRDD [422687] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422688 [id="node_422688" labelType="html" label="MapPartitionsRDD [422688] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422689 [id="node_422689" labelType="html" label="MapPartitionsRDD [422689] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105071 { id="cluster_1105071"; isCluster="true"; label="Project"; 422690 [id="node_422690" labelType="html" label="MapPartitionsRDD [422690] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105086 { id="cluster_1105086"; isCluster="true"; label="InMemoryTableScan"; 422691 [id="node_422691" labelType="html" label="MapPartitionsRDD [422691] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422692 [id="node_422692" labelType="html" label="MapPartitionsRDD [422692] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422693 [id="node_422693" labelType="html" label="MapPartitionsRDD [422693] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105081 { id="cluster_1105081"; isCluster="true"; label="WholeStageCodegen (1)"; 422694 [id="node_422694" labelType="html" label="MapPartitionsRDD [422694] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105080 { id="cluster_1105080"; isCluster="true"; label="Project"; 422695 [id="node_422695" labelType="html" label="MapPartitionsRDD [422695] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105093 { id="cluster_1105093"; isCluster="true"; label="InMemoryTableScan"; 422696 [id="node_422696" labelType="html" label="MapPartitionsRDD [422696] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422697 [id="node_422697" labelType="html" label="MapPartitionsRDD [422697] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422698 [id="node_422698" labelType="html" label="MapPartitionsRDD [422698] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105088 { id="cluster_1105088"; isCluster="true"; label="WholeStageCodegen (2)"; 422699 [id="node_422699" labelType="html" label="MapPartitionsRDD [422699] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105087 { id="cluster_1105087"; isCluster="true"; label="Project"; 422700 [id="node_422700" labelType="html" label="MapPartitionsRDD [422700] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105070 { id="cluster_1105070"; isCluster="true"; label="Union"; 422701 [id="node_422701" labelType="html" label="UnionRDD [422701] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105069 { id="cluster_1105069"; isCluster="true"; label="Exchange"; 422702 [id="node_422702" labelType="html" label="MapPartitionsRDD [422702] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422585->422586; 422599->422600; 422586->422601; 422600->422601; 422601->422602; 422602->422603; 422603->422604; 422604->422605; 422605->422606; 422606->422607; 422607->422608; 422608->422609; 422609->422683; 422683->422684; 422684->422685; 422685->422686; 422686->422687; 422687->422688; 422688->422689; 422689->422690; 422686->422691; 422691->422692; 422692->422693; 422693->422694; 422694->422695; 422686->422696; 422696->422697; 422697->422698; 422698->422699; 422699->422700; 422690->422701; 422695->422701; 422700->422701; 422701->422702; }
422584,422585
422598,422599
422609
422686
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time