4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190819 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
23 s
Locality Level Summary:
Process local: 90
Input Size / Records:
40.7 MiB / 206
Shuffle Write Size / Records:
22.2 MiB / 476584
Associated Job Ids:
52709
DAG Visualization
digraph G { id="graph_190819"; subgraph graph_stage_190819 { id="graph_stage_190819"; isCluster="true"; label="Stage 190819"; 425060 [id="node_425060" labelType="html" label="SQLExecutionRDD [425060] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1110687 { id="cluster_1110687"; isCluster="true"; label="Exchange"; 425038 [id="node_425038" labelType="html" label="ShuffledRowRDD [425038] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110684 { id="cluster_1110684"; isCluster="true"; label="WholeStageCodegen (19)"; 425039 [id="node_425039" labelType="html" label="MapPartitionsRDD [425039] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110809 { id="cluster_1110809"; isCluster="true"; label="Exchange"; 425052 [id="node_425052" labelType="html" label="ShuffledRowRDD [425052] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110806 { id="cluster_1110806"; isCluster="true"; label="WholeStageCodegen (22)"; 425053 [id="node_425053" labelType="html" label="MapPartitionsRDD [425053] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110679 { id="cluster_1110679"; isCluster="true"; label="WholeStageCodegen (23)"; 425054 [id="node_425054" labelType="html" label="ZippedPartitionsRDD2 [425054] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425055 [id="node_425055" labelType="html" label="MapPartitionsRDD [425055] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110678 { id="cluster_1110678"; isCluster="true"; label="DeserializeToObject"; 425056 [id="node_425056" labelType="html" label="MapPartitionsRDD [425056] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110677 { id="cluster_1110677"; isCluster="true"; label="MapPartitions"; 425057 [id="node_425057" labelType="html" label="MapPartitionsRDD [425057] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110655 { id="cluster_1110655"; isCluster="true"; label="WholeStageCodegen (26)"; 425058 [id="node_425058" labelType="html" label="MapPartitionsRDD [425058] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110654 { id="cluster_1110654"; isCluster="true"; label="DeserializeToObject"; 425059 [id="node_425059" labelType="html" label="MapPartitionsRDD [425059] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110822 { id="cluster_1110822"; isCluster="true"; label="mapPartitions"; 425061 [id="node_425061" labelType="html" label="MapPartitionsRDD [425061] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1110823 { id="cluster_1110823"; isCluster="true"; label="mapPartitions"; 425062 [id="node_425062" labelType="html" label="MapPartitionsRDD [425062] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111025 { id="cluster_1111025"; isCluster="true"; label="Scan"; 425113 [id="node_425113" labelType="html" label="MapPartitionsRDD [425113] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111019 { id="cluster_1111019"; isCluster="true"; label="WholeStageCodegen (1)"; 425114 [id="node_425114" labelType="html" label="MapPartitionsRDD [425114] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111018 { id="cluster_1111018"; isCluster="true"; label="InMemoryTableScan"; 425115 [id="node_425115" labelType="html" label="MapPartitionsRDD [425115] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425116 [id="node_425116" labelType="html" label="*(1) Generate explode(prodPlantResults#6857260), false, [prodPlantResults#6857267]\n+- *(1) Project [prodPlantResults#6857260]\n +- *(1) Filter ((size(prodPlantResults#6857260, true) > 0) AND isnotnull(prodPlantResults#6857260))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [425116] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425117 [id="node_425117" labelType="html" label="MapPartitionsRDD [425117] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425118 [id="node_425118" labelType="html" label="MapPartitionsRDD [425118] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425119 [id="node_425119" labelType="html" label="MapPartitionsRDD [425119] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111017 { id="cluster_1111017"; isCluster="true"; label="Project"; 425120 [id="node_425120" labelType="html" label="MapPartitionsRDD [425120] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111032 { id="cluster_1111032"; isCluster="true"; label="InMemoryTableScan"; 425121 [id="node_425121" labelType="html" label="MapPartitionsRDD [425121] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425122 [id="node_425122" labelType="html" label="MapPartitionsRDD [425122] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425123 [id="node_425123" labelType="html" label="MapPartitionsRDD [425123] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111027 { id="cluster_1111027"; isCluster="true"; label="WholeStageCodegen (1)"; 425124 [id="node_425124" labelType="html" label="MapPartitionsRDD [425124] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111026 { id="cluster_1111026"; isCluster="true"; label="Project"; 425125 [id="node_425125" labelType="html" label="MapPartitionsRDD [425125] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111039 { id="cluster_1111039"; isCluster="true"; label="InMemoryTableScan"; 425126 [id="node_425126" labelType="html" label="MapPartitionsRDD [425126] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425127 [id="node_425127" labelType="html" label="MapPartitionsRDD [425127] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425128 [id="node_425128" labelType="html" label="MapPartitionsRDD [425128] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111034 { id="cluster_1111034"; isCluster="true"; label="WholeStageCodegen (2)"; 425129 [id="node_425129" labelType="html" label="MapPartitionsRDD [425129] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111033 { id="cluster_1111033"; isCluster="true"; label="Project"; 425130 [id="node_425130" labelType="html" label="MapPartitionsRDD [425130] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111016 { id="cluster_1111016"; isCluster="true"; label="Union"; 425131 [id="node_425131" labelType="html" label="UnionRDD [425131] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1111015 { id="cluster_1111015"; isCluster="true"; label="Exchange"; 425132 [id="node_425132" labelType="html" label="MapPartitionsRDD [425132] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425038->425039; 425052->425053; 425039->425054; 425053->425054; 425054->425055; 425055->425056; 425056->425057; 425057->425058; 425058->425059; 425059->425060; 425060->425061; 425061->425062; 425062->425113; 425113->425114; 425114->425115; 425115->425116; 425116->425117; 425117->425118; 425118->425119; 425119->425120; 425116->425121; 425121->425122; 425122->425123; 425123->425124; 425124->425125; 425116->425126; 425126->425127; 425127->425128; 425128->425129; 425129->425130; 425120->425131; 425125->425131; 425130->425131; 425131->425132; }
425037,425038
425051,425052
425062
425116
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time