4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190418 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
26 s
Locality Level Summary:
Process local: 90
Input Size / Records:
40.8 MiB / 206
Shuffle Write Size / Records:
22.2 MiB / 479444
Associated Job Ids:
52624
DAG Visualization
digraph G { id="graph_190418"; subgraph graph_stage_190418 { id="graph_stage_190418"; isCluster="true"; label="Stage 190418"; 424008 [id="node_424008" labelType="html" label="SQLExecutionRDD [424008] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1108101 { id="cluster_1108101"; isCluster="true"; label="Exchange"; 423986 [id="node_423986" labelType="html" label="ShuffledRowRDD [423986] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108098 { id="cluster_1108098"; isCluster="true"; label="WholeStageCodegen (19)"; 423987 [id="node_423987" labelType="html" label="MapPartitionsRDD [423987] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108223 { id="cluster_1108223"; isCluster="true"; label="Exchange"; 424000 [id="node_424000" labelType="html" label="ShuffledRowRDD [424000] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108220 { id="cluster_1108220"; isCluster="true"; label="WholeStageCodegen (22)"; 424001 [id="node_424001" labelType="html" label="MapPartitionsRDD [424001] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108093 { id="cluster_1108093"; isCluster="true"; label="WholeStageCodegen (23)"; 424002 [id="node_424002" labelType="html" label="ZippedPartitionsRDD2 [424002] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424003 [id="node_424003" labelType="html" label="MapPartitionsRDD [424003] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108092 { id="cluster_1108092"; isCluster="true"; label="DeserializeToObject"; 424004 [id="node_424004" labelType="html" label="MapPartitionsRDD [424004] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108091 { id="cluster_1108091"; isCluster="true"; label="MapPartitions"; 424005 [id="node_424005" labelType="html" label="MapPartitionsRDD [424005] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108069 { id="cluster_1108069"; isCluster="true"; label="WholeStageCodegen (26)"; 424006 [id="node_424006" labelType="html" label="MapPartitionsRDD [424006] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108068 { id="cluster_1108068"; isCluster="true"; label="DeserializeToObject"; 424007 [id="node_424007" labelType="html" label="MapPartitionsRDD [424007] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108236 { id="cluster_1108236"; isCluster="true"; label="mapPartitions"; 424009 [id="node_424009" labelType="html" label="MapPartitionsRDD [424009] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108237 { id="cluster_1108237"; isCluster="true"; label="mapPartitions"; 424010 [id="node_424010" labelType="html" label="MapPartitionsRDD [424010] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108350 { id="cluster_1108350"; isCluster="true"; label="Scan"; 424011 [id="node_424011" labelType="html" label="MapPartitionsRDD [424011] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108344 { id="cluster_1108344"; isCluster="true"; label="WholeStageCodegen (1)"; 424012 [id="node_424012" labelType="html" label="MapPartitionsRDD [424012] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108343 { id="cluster_1108343"; isCluster="true"; label="InMemoryTableScan"; 424013 [id="node_424013" labelType="html" label="MapPartitionsRDD [424013] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424014 [id="node_424014" labelType="html" label="*(1) Generate explode(prodPlantResults#6839934), false, [prodPlantResults#6839941]\n+- *(1) Project [prodPlantResults#6839934]\n +- *(1) Filter ((size(prodPlantResults#6839934, true) > 0) AND isnotnull(prodPlantResults#6839934))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [424014] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424015 [id="node_424015" labelType="html" label="MapPartitionsRDD [424015] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424016 [id="node_424016" labelType="html" label="MapPartitionsRDD [424016] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424017 [id="node_424017" labelType="html" label="MapPartitionsRDD [424017] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108342 { id="cluster_1108342"; isCluster="true"; label="Project"; 424018 [id="node_424018" labelType="html" label="MapPartitionsRDD [424018] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108357 { id="cluster_1108357"; isCluster="true"; label="InMemoryTableScan"; 424019 [id="node_424019" labelType="html" label="MapPartitionsRDD [424019] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424020 [id="node_424020" labelType="html" label="MapPartitionsRDD [424020] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424021 [id="node_424021" labelType="html" label="MapPartitionsRDD [424021] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108352 { id="cluster_1108352"; isCluster="true"; label="WholeStageCodegen (1)"; 424022 [id="node_424022" labelType="html" label="MapPartitionsRDD [424022] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108351 { id="cluster_1108351"; isCluster="true"; label="Project"; 424023 [id="node_424023" labelType="html" label="MapPartitionsRDD [424023] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108364 { id="cluster_1108364"; isCluster="true"; label="InMemoryTableScan"; 424024 [id="node_424024" labelType="html" label="MapPartitionsRDD [424024] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424025 [id="node_424025" labelType="html" label="MapPartitionsRDD [424025] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 424026 [id="node_424026" labelType="html" label="MapPartitionsRDD [424026] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108359 { id="cluster_1108359"; isCluster="true"; label="WholeStageCodegen (2)"; 424027 [id="node_424027" labelType="html" label="MapPartitionsRDD [424027] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108358 { id="cluster_1108358"; isCluster="true"; label="Project"; 424028 [id="node_424028" labelType="html" label="MapPartitionsRDD [424028] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108341 { id="cluster_1108341"; isCluster="true"; label="Union"; 424029 [id="node_424029" labelType="html" label="UnionRDD [424029] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1108340 { id="cluster_1108340"; isCluster="true"; label="Exchange"; 424030 [id="node_424030" labelType="html" label="MapPartitionsRDD [424030] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423986->423987; 424000->424001; 423987->424002; 424001->424002; 424002->424003; 424003->424004; 424004->424005; 424005->424006; 424006->424007; 424007->424008; 424008->424009; 424009->424010; 424010->424011; 424011->424012; 424012->424013; 424013->424014; 424014->424015; 424015->424016; 424016->424017; 424017->424018; 424014->424019; 424019->424020; 424020->424021; 424021->424022; 424022->424023; 424014->424024; 424024->424025; 424025->424026; 424026->424027; 424027->424028; 424018->424029; 424023->424029; 424028->424029; 424029->424030; }
423985,423986
423999,424000
424010
424014
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time