4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190322 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
29 s
Locality Level Summary:
Process local: 90
Input Size / Records:
41.2 MiB / 210
Shuffle Write Size / Records:
22.2 MiB / 479444
Associated Job Ids:
52604
DAG Visualization
digraph G { id="graph_190322"; subgraph graph_stage_190322 { id="graph_stage_190322"; isCluster="true"; label="Stage 190322"; 423747 [id="node_423747" labelType="html" label="SQLExecutionRDD [423747] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1107460 { id="cluster_1107460"; isCluster="true"; label="Exchange"; 423725 [id="node_423725" labelType="html" label="ShuffledRowRDD [423725] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107457 { id="cluster_1107457"; isCluster="true"; label="WholeStageCodegen (19)"; 423726 [id="node_423726" labelType="html" label="MapPartitionsRDD [423726] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107582 { id="cluster_1107582"; isCluster="true"; label="Exchange"; 423739 [id="node_423739" labelType="html" label="ShuffledRowRDD [423739] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107579 { id="cluster_1107579"; isCluster="true"; label="WholeStageCodegen (22)"; 423740 [id="node_423740" labelType="html" label="MapPartitionsRDD [423740] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107452 { id="cluster_1107452"; isCluster="true"; label="WholeStageCodegen (23)"; 423741 [id="node_423741" labelType="html" label="ZippedPartitionsRDD2 [423741] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423742 [id="node_423742" labelType="html" label="MapPartitionsRDD [423742] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107451 { id="cluster_1107451"; isCluster="true"; label="DeserializeToObject"; 423743 [id="node_423743" labelType="html" label="MapPartitionsRDD [423743] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107450 { id="cluster_1107450"; isCluster="true"; label="MapPartitions"; 423744 [id="node_423744" labelType="html" label="MapPartitionsRDD [423744] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107428 { id="cluster_1107428"; isCluster="true"; label="WholeStageCodegen (26)"; 423745 [id="node_423745" labelType="html" label="MapPartitionsRDD [423745] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107427 { id="cluster_1107427"; isCluster="true"; label="DeserializeToObject"; 423746 [id="node_423746" labelType="html" label="MapPartitionsRDD [423746] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107595 { id="cluster_1107595"; isCluster="true"; label="mapPartitions"; 423748 [id="node_423748" labelType="html" label="MapPartitionsRDD [423748] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107596 { id="cluster_1107596"; isCluster="true"; label="mapPartitions"; 423749 [id="node_423749" labelType="html" label="MapPartitionsRDD [423749] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107709 { id="cluster_1107709"; isCluster="true"; label="Scan"; 423750 [id="node_423750" labelType="html" label="MapPartitionsRDD [423750] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107703 { id="cluster_1107703"; isCluster="true"; label="WholeStageCodegen (1)"; 423751 [id="node_423751" labelType="html" label="MapPartitionsRDD [423751] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107702 { id="cluster_1107702"; isCluster="true"; label="InMemoryTableScan"; 423752 [id="node_423752" labelType="html" label="MapPartitionsRDD [423752] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423753 [id="node_423753" labelType="html" label="*(1) Generate explode(prodPlantResults#6835856), false, [prodPlantResults#6835863]\n+- *(1) Project [prodPlantResults#6835856]\n +- *(1) Filter ((size(prodPlantResults#6835856, true) > 0) AND isnotnull(prodPlantResults#6835856))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [423753] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423754 [id="node_423754" labelType="html" label="MapPartitionsRDD [423754] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423755 [id="node_423755" labelType="html" label="MapPartitionsRDD [423755] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423756 [id="node_423756" labelType="html" label="MapPartitionsRDD [423756] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107701 { id="cluster_1107701"; isCluster="true"; label="Project"; 423757 [id="node_423757" labelType="html" label="MapPartitionsRDD [423757] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107716 { id="cluster_1107716"; isCluster="true"; label="InMemoryTableScan"; 423758 [id="node_423758" labelType="html" label="MapPartitionsRDD [423758] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423759 [id="node_423759" labelType="html" label="MapPartitionsRDD [423759] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423760 [id="node_423760" labelType="html" label="MapPartitionsRDD [423760] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107711 { id="cluster_1107711"; isCluster="true"; label="WholeStageCodegen (1)"; 423761 [id="node_423761" labelType="html" label="MapPartitionsRDD [423761] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107710 { id="cluster_1107710"; isCluster="true"; label="Project"; 423762 [id="node_423762" labelType="html" label="MapPartitionsRDD [423762] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107723 { id="cluster_1107723"; isCluster="true"; label="InMemoryTableScan"; 423763 [id="node_423763" labelType="html" label="MapPartitionsRDD [423763] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423764 [id="node_423764" labelType="html" label="MapPartitionsRDD [423764] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 423765 [id="node_423765" labelType="html" label="MapPartitionsRDD [423765] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107718 { id="cluster_1107718"; isCluster="true"; label="WholeStageCodegen (2)"; 423766 [id="node_423766" labelType="html" label="MapPartitionsRDD [423766] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107717 { id="cluster_1107717"; isCluster="true"; label="Project"; 423767 [id="node_423767" labelType="html" label="MapPartitionsRDD [423767] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107700 { id="cluster_1107700"; isCluster="true"; label="Union"; 423768 [id="node_423768" labelType="html" label="UnionRDD [423768] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1107699 { id="cluster_1107699"; isCluster="true"; label="Exchange"; 423769 [id="node_423769" labelType="html" label="MapPartitionsRDD [423769] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 423725->423726; 423739->423740; 423726->423741; 423740->423741; 423741->423742; 423742->423743; 423743->423744; 423744->423745; 423745->423746; 423746->423747; 423747->423748; 423748->423749; 423749->423750; 423750->423751; 423751->423752; 423752->423753; 423753->423754; 423754->423755; 423755->423756; 423756->423757; 423753->423758; 423758->423759; 423759->423760; 423760->423761; 423761->423762; 423753->423763; 423763->423764; 423764->423765; 423765->423766; 423766->423767; 423757->423768; 423762->423768; 423767->423768; 423768->423769; }
423724,423725
423738,423739
423749
423753
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time