4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241199 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
24 s
Locality Level Summary:
Process local: 90
Input Size / Records:
12.2 MiB / 90
Shuffle Write Size / Records:
7.0 MiB / 148160
Associated Job Ids:
66418
DAG Visualization
digraph G { id="graph_241199"; subgraph graph_stage_241199 { id="graph_stage_241199"; isCluster="true"; label="Stage 241199"; 539564 [id="node_539564" labelType="html" label="SQLExecutionRDD [539564] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1408988 { id="cluster_1408988"; isCluster="true"; label="Exchange"; 539542 [id="node_539542" labelType="html" label="ShuffledRowRDD [539542] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408985 { id="cluster_1408985"; isCluster="true"; label="WholeStageCodegen (19)"; 539543 [id="node_539543" labelType="html" label="MapPartitionsRDD [539543] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409110 { id="cluster_1409110"; isCluster="true"; label="Exchange"; 539556 [id="node_539556" labelType="html" label="ShuffledRowRDD [539556] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409107 { id="cluster_1409107"; isCluster="true"; label="WholeStageCodegen (22)"; 539557 [id="node_539557" labelType="html" label="MapPartitionsRDD [539557] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408980 { id="cluster_1408980"; isCluster="true"; label="WholeStageCodegen (23)"; 539558 [id="node_539558" labelType="html" label="ZippedPartitionsRDD2 [539558] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539559 [id="node_539559" labelType="html" label="MapPartitionsRDD [539559] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408979 { id="cluster_1408979"; isCluster="true"; label="DeserializeToObject"; 539560 [id="node_539560" labelType="html" label="MapPartitionsRDD [539560] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408978 { id="cluster_1408978"; isCluster="true"; label="MapPartitions"; 539561 [id="node_539561" labelType="html" label="MapPartitionsRDD [539561] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408956 { id="cluster_1408956"; isCluster="true"; label="WholeStageCodegen (26)"; 539562 [id="node_539562" labelType="html" label="MapPartitionsRDD [539562] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408955 { id="cluster_1408955"; isCluster="true"; label="DeserializeToObject"; 539563 [id="node_539563" labelType="html" label="MapPartitionsRDD [539563] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409123 { id="cluster_1409123"; isCluster="true"; label="mapPartitions"; 539565 [id="node_539565" labelType="html" label="MapPartitionsRDD [539565] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409124 { id="cluster_1409124"; isCluster="true"; label="mapPartitions"; 539566 [id="node_539566" labelType="html" label="MapPartitionsRDD [539566] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409522 { id="cluster_1409522"; isCluster="true"; label="Scan"; 539663 [id="node_539663" labelType="html" label="MapPartitionsRDD [539663] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409516 { id="cluster_1409516"; isCluster="true"; label="WholeStageCodegen (1)"; 539664 [id="node_539664" labelType="html" label="MapPartitionsRDD [539664] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409515 { id="cluster_1409515"; isCluster="true"; label="InMemoryTableScan"; 539665 [id="node_539665" labelType="html" label="MapPartitionsRDD [539665] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539666 [id="node_539666" labelType="html" label="*(1) Generate explode(prodPlantResults#8702146), false, [prodPlantResults#8702153]\n+- *(1) Project [prodPlantResults#8702146]\n +- *(1) Filter ((size(prodPlantResults#8702146, true) > 0) AND isnotnull(prodPlantResults#8702146))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [539666] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539667 [id="node_539667" labelType="html" label="MapPartitionsRDD [539667] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539668 [id="node_539668" labelType="html" label="MapPartitionsRDD [539668] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539669 [id="node_539669" labelType="html" label="MapPartitionsRDD [539669] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409514 { id="cluster_1409514"; isCluster="true"; label="Project"; 539670 [id="node_539670" labelType="html" label="MapPartitionsRDD [539670] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409529 { id="cluster_1409529"; isCluster="true"; label="InMemoryTableScan"; 539671 [id="node_539671" labelType="html" label="MapPartitionsRDD [539671] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539672 [id="node_539672" labelType="html" label="MapPartitionsRDD [539672] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539673 [id="node_539673" labelType="html" label="MapPartitionsRDD [539673] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409524 { id="cluster_1409524"; isCluster="true"; label="WholeStageCodegen (1)"; 539674 [id="node_539674" labelType="html" label="MapPartitionsRDD [539674] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409523 { id="cluster_1409523"; isCluster="true"; label="Project"; 539675 [id="node_539675" labelType="html" label="MapPartitionsRDD [539675] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409536 { id="cluster_1409536"; isCluster="true"; label="InMemoryTableScan"; 539676 [id="node_539676" labelType="html" label="MapPartitionsRDD [539676] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539677 [id="node_539677" labelType="html" label="MapPartitionsRDD [539677] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539678 [id="node_539678" labelType="html" label="MapPartitionsRDD [539678] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409531 { id="cluster_1409531"; isCluster="true"; label="WholeStageCodegen (2)"; 539679 [id="node_539679" labelType="html" label="MapPartitionsRDD [539679] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409530 { id="cluster_1409530"; isCluster="true"; label="Project"; 539680 [id="node_539680" labelType="html" label="MapPartitionsRDD [539680] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409513 { id="cluster_1409513"; isCluster="true"; label="Union"; 539681 [id="node_539681" labelType="html" label="UnionRDD [539681] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409512 { id="cluster_1409512"; isCluster="true"; label="Exchange"; 539682 [id="node_539682" labelType="html" label="MapPartitionsRDD [539682] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539542->539543; 539556->539557; 539543->539558; 539557->539558; 539558->539559; 539559->539560; 539560->539561; 539561->539562; 539562->539563; 539563->539564; 539564->539565; 539565->539566; 539566->539663; 539663->539664; 539664->539665; 539665->539666; 539666->539667; 539667->539668; 539668->539669; 539669->539670; 539666->539671; 539671->539672; 539672->539673; 539673->539674; 539674->539675; 539666->539676; 539676->539677; 539677->539678; 539678->539679; 539679->539680; 539670->539681; 539675->539681; 539680->539681; 539681->539682; }
539541,539542
539555,539556
539566
539666
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time