4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191305 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
32 s
Locality Level Summary:
Process local: 90
Input Size / Records:
40.8 MiB / 206
Shuffle Write Size / Records:
22.3 MiB / 479444
Associated Job Ids:
52810
DAG Visualization
digraph G { id="graph_191305"; subgraph graph_stage_191305 { id="graph_stage_191305"; isCluster="true"; label="Stage 191305"; 426425 [id="node_426425" labelType="html" label="SQLExecutionRDD [426425] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1114050 { id="cluster_1114050"; isCluster="true"; label="Exchange"; 426403 [id="node_426403" labelType="html" label="ShuffledRowRDD [426403] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114047 { id="cluster_1114047"; isCluster="true"; label="WholeStageCodegen (19)"; 426404 [id="node_426404" labelType="html" label="MapPartitionsRDD [426404] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114172 { id="cluster_1114172"; isCluster="true"; label="Exchange"; 426417 [id="node_426417" labelType="html" label="ShuffledRowRDD [426417] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114169 { id="cluster_1114169"; isCluster="true"; label="WholeStageCodegen (22)"; 426418 [id="node_426418" labelType="html" label="MapPartitionsRDD [426418] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114042 { id="cluster_1114042"; isCluster="true"; label="WholeStageCodegen (23)"; 426419 [id="node_426419" labelType="html" label="ZippedPartitionsRDD2 [426419] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426420 [id="node_426420" labelType="html" label="MapPartitionsRDD [426420] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114041 { id="cluster_1114041"; isCluster="true"; label="DeserializeToObject"; 426421 [id="node_426421" labelType="html" label="MapPartitionsRDD [426421] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114040 { id="cluster_1114040"; isCluster="true"; label="MapPartitions"; 426422 [id="node_426422" labelType="html" label="MapPartitionsRDD [426422] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114018 { id="cluster_1114018"; isCluster="true"; label="WholeStageCodegen (26)"; 426423 [id="node_426423" labelType="html" label="MapPartitionsRDD [426423] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114017 { id="cluster_1114017"; isCluster="true"; label="DeserializeToObject"; 426424 [id="node_426424" labelType="html" label="MapPartitionsRDD [426424] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114185 { id="cluster_1114185"; isCluster="true"; label="mapPartitions"; 426426 [id="node_426426" labelType="html" label="MapPartitionsRDD [426426] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114186 { id="cluster_1114186"; isCluster="true"; label="mapPartitions"; 426427 [id="node_426427" labelType="html" label="MapPartitionsRDD [426427] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114299 { id="cluster_1114299"; isCluster="true"; label="Scan"; 426428 [id="node_426428" labelType="html" label="MapPartitionsRDD [426428] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114293 { id="cluster_1114293"; isCluster="true"; label="WholeStageCodegen (1)"; 426429 [id="node_426429" labelType="html" label="MapPartitionsRDD [426429] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114292 { id="cluster_1114292"; isCluster="true"; label="InMemoryTableScan"; 426430 [id="node_426430" labelType="html" label="MapPartitionsRDD [426430] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426431 [id="node_426431" labelType="html" label="*(1) Generate explode(prodPlantResults#6877322), false, [prodPlantResults#6877329]\n+- *(1) Project [prodPlantResults#6877322]\n +- *(1) Filter ((size(prodPlantResults#6877322, true) > 0) AND isnotnull(prodPlantResults#6877322))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [426431] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426432 [id="node_426432" labelType="html" label="MapPartitionsRDD [426432] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426433 [id="node_426433" labelType="html" label="MapPartitionsRDD [426433] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426434 [id="node_426434" labelType="html" label="MapPartitionsRDD [426434] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114291 { id="cluster_1114291"; isCluster="true"; label="Project"; 426435 [id="node_426435" labelType="html" label="MapPartitionsRDD [426435] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114306 { id="cluster_1114306"; isCluster="true"; label="InMemoryTableScan"; 426436 [id="node_426436" labelType="html" label="MapPartitionsRDD [426436] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426437 [id="node_426437" labelType="html" label="MapPartitionsRDD [426437] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426438 [id="node_426438" labelType="html" label="MapPartitionsRDD [426438] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114301 { id="cluster_1114301"; isCluster="true"; label="WholeStageCodegen (1)"; 426439 [id="node_426439" labelType="html" label="MapPartitionsRDD [426439] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114300 { id="cluster_1114300"; isCluster="true"; label="Project"; 426440 [id="node_426440" labelType="html" label="MapPartitionsRDD [426440] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114313 { id="cluster_1114313"; isCluster="true"; label="InMemoryTableScan"; 426441 [id="node_426441" labelType="html" label="MapPartitionsRDD [426441] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426442 [id="node_426442" labelType="html" label="MapPartitionsRDD [426442] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 426443 [id="node_426443" labelType="html" label="MapPartitionsRDD [426443] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114308 { id="cluster_1114308"; isCluster="true"; label="WholeStageCodegen (2)"; 426444 [id="node_426444" labelType="html" label="MapPartitionsRDD [426444] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114307 { id="cluster_1114307"; isCluster="true"; label="Project"; 426445 [id="node_426445" labelType="html" label="MapPartitionsRDD [426445] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114290 { id="cluster_1114290"; isCluster="true"; label="Union"; 426446 [id="node_426446" labelType="html" label="UnionRDD [426446] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1114289 { id="cluster_1114289"; isCluster="true"; label="Exchange"; 426447 [id="node_426447" labelType="html" label="MapPartitionsRDD [426447] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 426403->426404; 426417->426418; 426404->426419; 426418->426419; 426419->426420; 426420->426421; 426421->426422; 426422->426423; 426423->426424; 426424->426425; 426425->426426; 426426->426427; 426427->426428; 426428->426429; 426429->426430; 426430->426431; 426431->426432; 426432->426433; 426433->426434; 426434->426435; 426431->426436; 426436->426437; 426437->426438; 426438->426439; 426439->426440; 426431->426441; 426441->426442; 426442->426443; 426443->426444; 426444->426445; 426435->426446; 426440->426446; 426445->426446; 426446->426447; }
426402,426403
426416,426417
426427
426431
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time