4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241593 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
25 s
Locality Level Summary:
Process local: 90
Input Size / Records:
34.7 MiB / 208
Shuffle Write Size / Records:
18.8 MiB / 410552
Associated Job Ids:
66500
DAG Visualization
digraph G { id="graph_241593"; subgraph graph_stage_241593 { id="graph_stage_241593"; isCluster="true"; label="Stage 241593"; 540746 [id="node_540746" labelType="html" label="SQLExecutionRDD [540746] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1411967 { id="cluster_1411967"; isCluster="true"; label="Exchange"; 540724 [id="node_540724" labelType="html" label="ShuffledRowRDD [540724] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411964 { id="cluster_1411964"; isCluster="true"; label="WholeStageCodegen (19)"; 540725 [id="node_540725" labelType="html" label="MapPartitionsRDD [540725] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412089 { id="cluster_1412089"; isCluster="true"; label="Exchange"; 540738 [id="node_540738" labelType="html" label="ShuffledRowRDD [540738] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412086 { id="cluster_1412086"; isCluster="true"; label="WholeStageCodegen (22)"; 540739 [id="node_540739" labelType="html" label="MapPartitionsRDD [540739] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411959 { id="cluster_1411959"; isCluster="true"; label="WholeStageCodegen (23)"; 540740 [id="node_540740" labelType="html" label="ZippedPartitionsRDD2 [540740] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540741 [id="node_540741" labelType="html" label="MapPartitionsRDD [540741] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411958 { id="cluster_1411958"; isCluster="true"; label="DeserializeToObject"; 540742 [id="node_540742" labelType="html" label="MapPartitionsRDD [540742] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411957 { id="cluster_1411957"; isCluster="true"; label="MapPartitions"; 540743 [id="node_540743" labelType="html" label="MapPartitionsRDD [540743] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411935 { id="cluster_1411935"; isCluster="true"; label="WholeStageCodegen (26)"; 540744 [id="node_540744" labelType="html" label="MapPartitionsRDD [540744] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411934 { id="cluster_1411934"; isCluster="true"; label="DeserializeToObject"; 540745 [id="node_540745" labelType="html" label="MapPartitionsRDD [540745] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412102 { id="cluster_1412102"; isCluster="true"; label="mapPartitions"; 540747 [id="node_540747" labelType="html" label="MapPartitionsRDD [540747] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412103 { id="cluster_1412103"; isCluster="true"; label="mapPartitions"; 540748 [id="node_540748" labelType="html" label="MapPartitionsRDD [540748] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412216 { id="cluster_1412216"; isCluster="true"; label="Scan"; 540749 [id="node_540749" labelType="html" label="MapPartitionsRDD [540749] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412210 { id="cluster_1412210"; isCluster="true"; label="WholeStageCodegen (1)"; 540750 [id="node_540750" labelType="html" label="MapPartitionsRDD [540750] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412209 { id="cluster_1412209"; isCluster="true"; label="InMemoryTableScan"; 540751 [id="node_540751" labelType="html" label="MapPartitionsRDD [540751] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540752 [id="node_540752" labelType="html" label="*(1) Generate explode(prodPlantResults#8718872), false, [prodPlantResults#8718879]\n+- *(1) Project [prodPlantResults#8718872]\n +- *(1) Filter ((size(prodPlantResults#8718872, true) > 0) AND isnotnull(prodPlantResults#8718872))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [540752] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540753 [id="node_540753" labelType="html" label="MapPartitionsRDD [540753] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540754 [id="node_540754" labelType="html" label="MapPartitionsRDD [540754] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540755 [id="node_540755" labelType="html" label="MapPartitionsRDD [540755] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412208 { id="cluster_1412208"; isCluster="true"; label="Project"; 540756 [id="node_540756" labelType="html" label="MapPartitionsRDD [540756] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412223 { id="cluster_1412223"; isCluster="true"; label="InMemoryTableScan"; 540757 [id="node_540757" labelType="html" label="MapPartitionsRDD [540757] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540758 [id="node_540758" labelType="html" label="MapPartitionsRDD [540758] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540759 [id="node_540759" labelType="html" label="MapPartitionsRDD [540759] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412218 { id="cluster_1412218"; isCluster="true"; label="WholeStageCodegen (1)"; 540760 [id="node_540760" labelType="html" label="MapPartitionsRDD [540760] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412217 { id="cluster_1412217"; isCluster="true"; label="Project"; 540761 [id="node_540761" labelType="html" label="MapPartitionsRDD [540761] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412230 { id="cluster_1412230"; isCluster="true"; label="InMemoryTableScan"; 540762 [id="node_540762" labelType="html" label="MapPartitionsRDD [540762] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540763 [id="node_540763" labelType="html" label="MapPartitionsRDD [540763] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540764 [id="node_540764" labelType="html" label="MapPartitionsRDD [540764] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412225 { id="cluster_1412225"; isCluster="true"; label="WholeStageCodegen (2)"; 540765 [id="node_540765" labelType="html" label="MapPartitionsRDD [540765] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412224 { id="cluster_1412224"; isCluster="true"; label="Project"; 540766 [id="node_540766" labelType="html" label="MapPartitionsRDD [540766] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412207 { id="cluster_1412207"; isCluster="true"; label="Union"; 540767 [id="node_540767" labelType="html" label="UnionRDD [540767] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1412206 { id="cluster_1412206"; isCluster="true"; label="Exchange"; 540768 [id="node_540768" labelType="html" label="MapPartitionsRDD [540768] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540724->540725; 540738->540739; 540725->540740; 540739->540740; 540740->540741; 540741->540742; 540742->540743; 540743->540744; 540744->540745; 540745->540746; 540746->540747; 540747->540748; 540748->540749; 540749->540750; 540750->540751; 540751->540752; 540752->540753; 540753->540754; 540754->540755; 540755->540756; 540752->540757; 540757->540758; 540758->540759; 540759->540760; 540760->540761; 540752->540762; 540762->540763; 540763->540764; 540764->540765; 540765->540766; 540756->540767; 540761->540767; 540766->540767; 540767->540768; }
540723,540724
540737,540738
540748
540752
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time