4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 560 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 111
Input Size / Records:
3.6 MiB / 81
Shuffle Write Size / Records:
2.9 MiB / 39996
Associated Job Ids:
190
DAG Visualization
digraph G { id="graph_560"; subgraph graph_stage_560 { id="graph_stage_560"; isCluster="true"; label="Stage 560"; 1020 [id="node_1020" labelType="html" label="SQLExecutionRDD [1020] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_2710 { id="cluster_2710"; isCluster="true"; label="Exchange"; 1015 [id="node_1015" labelType="html" label="ShuffledRowRDD [1015] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2709 { id="cluster_2709"; isCluster="true"; label="ObjectHashAggregate"; 1016 [id="node_1016" labelType="html" label="MapPartitionsRDD [1016] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2599 { id="cluster_2599"; isCluster="true"; label="WholeStageCodegen (16)"; 1017 [id="node_1017" labelType="html" label="MapPartitionsRDD [1017] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2494 { id="cluster_2494"; isCluster="true"; label="DeserializeToObject"; 1018 [id="node_1018" labelType="html" label="MapPartitionsRDD [1018] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2486 { id="cluster_2486"; isCluster="true"; label="MapPartitions"; 1019 [id="node_1019" labelType="html" label="MapPartitionsRDD [1019] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2781 { id="cluster_2781"; isCluster="true"; label="mapPartitions"; 1021 [id="node_1021" labelType="html" label="MapPartitionsRDD [1021] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2909 { id="cluster_2909"; isCluster="true"; label="Scan"; 1038 [id="node_1038" labelType="html" label="MapPartitionsRDD [1038] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2903 { id="cluster_2903"; isCluster="true"; label="WholeStageCodegen (1)"; 1039 [id="node_1039" labelType="html" label="MapPartitionsRDD [1039] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2902 { id="cluster_2902"; isCluster="true"; label="InMemoryTableScan"; 1040 [id="node_1040" labelType="html" label="MapPartitionsRDD [1040] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1041 [id="node_1041" labelType="html" label="*(1) Generate explode(prodPlantResults#15956), false, [prodPlantResults#15963]\n+- *(1) Project [prodPlantResults#15956]\n +- *(1) Filter ((size(prodPlantResults#15956, true) > 0) AND isnotnull(prodPlantResults#15956))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true)... [1041] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1042 [id="node_1042" labelType="html" label="MapPartitionsRDD [1042] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1043 [id="node_1043" labelType="html" label="MapPartitionsRDD [1043] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1044 [id="node_1044" labelType="html" label="MapPartitionsRDD [1044] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2901 { id="cluster_2901"; isCluster="true"; label="Project"; 1045 [id="node_1045" labelType="html" label="MapPartitionsRDD [1045] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2916 { id="cluster_2916"; isCluster="true"; label="InMemoryTableScan"; 1046 [id="node_1046" labelType="html" label="MapPartitionsRDD [1046] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1047 [id="node_1047" labelType="html" label="MapPartitionsRDD [1047] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1048 [id="node_1048" labelType="html" label="MapPartitionsRDD [1048] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2911 { id="cluster_2911"; isCluster="true"; label="WholeStageCodegen (1)"; 1049 [id="node_1049" labelType="html" label="MapPartitionsRDD [1049] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2910 { id="cluster_2910"; isCluster="true"; label="Project"; 1050 [id="node_1050" labelType="html" label="MapPartitionsRDD [1050] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2923 { id="cluster_2923"; isCluster="true"; label="InMemoryTableScan"; 1051 [id="node_1051" labelType="html" label="MapPartitionsRDD [1051] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1052 [id="node_1052" labelType="html" label="MapPartitionsRDD [1052] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 1053 [id="node_1053" labelType="html" label="MapPartitionsRDD [1053] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2918 { id="cluster_2918"; isCluster="true"; label="WholeStageCodegen (2)"; 1054 [id="node_1054" labelType="html" label="MapPartitionsRDD [1054] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2917 { id="cluster_2917"; isCluster="true"; label="Project"; 1055 [id="node_1055" labelType="html" label="MapPartitionsRDD [1055] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2900 { id="cluster_2900"; isCluster="true"; label="Union"; 1056 [id="node_1056" labelType="html" label="UnionRDD [1056] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_2899 { id="cluster_2899"; isCluster="true"; label="Exchange"; 1057 [id="node_1057" labelType="html" label="MapPartitionsRDD [1057] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1015->1016; 1016->1017; 1017->1018; 1018->1019; 1019->1020; 1020->1021; 1021->1038; 1038->1039; 1039->1040; 1040->1041; 1041->1042; 1042->1043; 1043->1044; 1044->1045; 1041->1046; 1046->1047; 1047->1048; 1048->1049; 1049->1050; 1041->1051; 1051->1052; 1052->1053; 1053->1054; 1054->1055; 1045->1056; 1050->1056; 1055->1056; 1056->1057; }
1014,1015
1021
1041
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time