4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 1075 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 111
Input Size / Records:
2.3 KiB / 0
Associated Job Ids:
228
DAG Visualization
digraph G { id="graph_1075"; subgraph graph_stage_1075 { id="graph_stage_1075"; isCluster="true"; label="Stage 1075"; 1605 [id="node_1605" labelType="html" label="SQLExecutionRDD [1605] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_4092 { id="cluster_4092"; isCluster="true"; label="Exchange"; 1600 [id="node_1600" labelType="html" label="ShuffledRowRDD [1600] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4091 { id="cluster_4091"; isCluster="true"; label="ObjectHashAggregate"; 1601 [id="node_1601" labelType="html" label="MapPartitionsRDD [1601] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4002 { id="cluster_4002"; isCluster="true"; label="WholeStageCodegen (16)"; 1602 [id="node_1602" labelType="html" label="MapPartitionsRDD [1602] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3897 { id="cluster_3897"; isCluster="true"; label="DeserializeToObject"; 1603 [id="node_1603" labelType="html" label="MapPartitionsRDD [1603] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_3889 { id="cluster_3889"; isCluster="true"; label="MapPartitions"; 1604 [id="node_1604" labelType="html" label="MapPartitionsRDD [1604] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4163 { id="cluster_4163"; isCluster="true"; label="mapPartitions"; 1606 [id="node_1606" labelType="html" label="MapPartitionsRDD [1606] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4245 { id="cluster_4245"; isCluster="true"; label="Scan"; 1607 [id="node_1607" labelType="html" label="MapPartitionsRDD [1607] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4239 { id="cluster_4239"; isCluster="true"; label="WholeStageCodegen (1)"; 1608 [id="node_1608" labelType="html" label="MapPartitionsRDD [1608] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4238 { id="cluster_4238"; isCluster="true"; label="InMemoryTableScan"; 1609 [id="node_1609" labelType="html" label="MapPartitionsRDD [1609] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1610 [id="node_1610" labelType="html" label="*(1) Generate explode(prodPlantResults#27230), false, [prodPlantResults#27237]\n+- *(1) Project [prodPlantResults#27230]\n +- *(1) Filter ((size(prodPlantResults#27230, true) > 0) AND isnotnull(prodPlantResults#27230))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true)... [1610] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1611 [id="node_1611" labelType="html" label="MapPartitionsRDD [1611] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1612 [id="node_1612" labelType="html" label="MapPartitionsRDD [1612] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1613 [id="node_1613" labelType="html" label="MapPartitionsRDD [1613] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4237 { id="cluster_4237"; isCluster="true"; label="Project"; 1614 [id="node_1614" labelType="html" label="MapPartitionsRDD [1614] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4252 { id="cluster_4252"; isCluster="true"; label="InMemoryTableScan"; 1615 [id="node_1615" labelType="html" label="MapPartitionsRDD [1615] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1616 [id="node_1616" labelType="html" label="MapPartitionsRDD [1616] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1617 [id="node_1617" labelType="html" label="MapPartitionsRDD [1617] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4247 { id="cluster_4247"; isCluster="true"; label="WholeStageCodegen (1)"; 1618 [id="node_1618" labelType="html" label="MapPartitionsRDD [1618] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4246 { id="cluster_4246"; isCluster="true"; label="Project"; 1619 [id="node_1619" labelType="html" label="MapPartitionsRDD [1619] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4259 { id="cluster_4259"; isCluster="true"; label="InMemoryTableScan"; 1620 [id="node_1620" labelType="html" label="MapPartitionsRDD [1620] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1621 [id="node_1621" labelType="html" label="MapPartitionsRDD [1621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 1622 [id="node_1622" labelType="html" label="MapPartitionsRDD [1622] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4254 { id="cluster_4254"; isCluster="true"; label="WholeStageCodegen (2)"; 1623 [id="node_1623" labelType="html" label="MapPartitionsRDD [1623] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4253 { id="cluster_4253"; isCluster="true"; label="Project"; 1624 [id="node_1624" labelType="html" label="MapPartitionsRDD [1624] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4236 { id="cluster_4236"; isCluster="true"; label="Union"; 1625 [id="node_1625" labelType="html" label="UnionRDD [1625] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_4235 { id="cluster_4235"; isCluster="true"; label="Exchange"; 1626 [id="node_1626" labelType="html" label="MapPartitionsRDD [1626] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 1600->1601; 1601->1602; 1602->1603; 1603->1604; 1604->1605; 1605->1606; 1606->1607; 1607->1608; 1608->1609; 1609->1610; 1610->1611; 1611->1612; 1612->1613; 1613->1614; 1610->1615; 1615->1616; 1616->1617; 1617->1618; 1618->1619; 1610->1620; 1620->1621; 1621->1622; 1622->1623; 1623->1624; 1614->1625; 1619->1625; 1624->1625; 1625->1626; }
1599,1600
1606
1610
1605
1600
1601
1602
1603
1604
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time