4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241141 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 90
Input Size / Records:
34.8 MiB / 210
Shuffle Write Size / Records:
18.8 MiB / 410552
Associated Job Ids:
66410
DAG Visualization
digraph G { id="graph_241141"; subgraph graph_stage_241141 { id="graph_stage_241141"; isCluster="true"; label="Stage 241141"; 539395 [id="node_539395" labelType="html" label="SQLExecutionRDD [539395] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1408645 { id="cluster_1408645"; isCluster="true"; label="Exchange"; 539373 [id="node_539373" labelType="html" label="ShuffledRowRDD [539373] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408642 { id="cluster_1408642"; isCluster="true"; label="WholeStageCodegen (19)"; 539374 [id="node_539374" labelType="html" label="MapPartitionsRDD [539374] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408767 { id="cluster_1408767"; isCluster="true"; label="Exchange"; 539387 [id="node_539387" labelType="html" label="ShuffledRowRDD [539387] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408764 { id="cluster_1408764"; isCluster="true"; label="WholeStageCodegen (22)"; 539388 [id="node_539388" labelType="html" label="MapPartitionsRDD [539388] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408637 { id="cluster_1408637"; isCluster="true"; label="WholeStageCodegen (23)"; 539389 [id="node_539389" labelType="html" label="ZippedPartitionsRDD2 [539389] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539390 [id="node_539390" labelType="html" label="MapPartitionsRDD [539390] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408636 { id="cluster_1408636"; isCluster="true"; label="DeserializeToObject"; 539391 [id="node_539391" labelType="html" label="MapPartitionsRDD [539391] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408635 { id="cluster_1408635"; isCluster="true"; label="MapPartitions"; 539392 [id="node_539392" labelType="html" label="MapPartitionsRDD [539392] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408613 { id="cluster_1408613"; isCluster="true"; label="WholeStageCodegen (26)"; 539393 [id="node_539393" labelType="html" label="MapPartitionsRDD [539393] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408612 { id="cluster_1408612"; isCluster="true"; label="DeserializeToObject"; 539394 [id="node_539394" labelType="html" label="MapPartitionsRDD [539394] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408780 { id="cluster_1408780"; isCluster="true"; label="mapPartitions"; 539396 [id="node_539396" labelType="html" label="MapPartitionsRDD [539396] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1408781 { id="cluster_1408781"; isCluster="true"; label="mapPartitions"; 539397 [id="node_539397" labelType="html" label="MapPartitionsRDD [539397] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409237 { id="cluster_1409237"; isCluster="true"; label="Scan"; 539567 [id="node_539567" labelType="html" label="MapPartitionsRDD [539567] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409231 { id="cluster_1409231"; isCluster="true"; label="WholeStageCodegen (1)"; 539568 [id="node_539568" labelType="html" label="MapPartitionsRDD [539568] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409230 { id="cluster_1409230"; isCluster="true"; label="InMemoryTableScan"; 539569 [id="node_539569" labelType="html" label="MapPartitionsRDD [539569] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539570 [id="node_539570" labelType="html" label="*(1) Generate explode(prodPlantResults#8700756), false, [prodPlantResults#8700763]\n+- *(1) Project [prodPlantResults#8700756]\n +- *(1) Filter ((size(prodPlantResults#8700756, true) > 0) AND isnotnull(prodPlantResults#8700756))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [539570] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539571 [id="node_539571" labelType="html" label="MapPartitionsRDD [539571] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539572 [id="node_539572" labelType="html" label="MapPartitionsRDD [539572] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539573 [id="node_539573" labelType="html" label="MapPartitionsRDD [539573] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409229 { id="cluster_1409229"; isCluster="true"; label="Project"; 539574 [id="node_539574" labelType="html" label="MapPartitionsRDD [539574] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409244 { id="cluster_1409244"; isCluster="true"; label="InMemoryTableScan"; 539575 [id="node_539575" labelType="html" label="MapPartitionsRDD [539575] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539576 [id="node_539576" labelType="html" label="MapPartitionsRDD [539576] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539577 [id="node_539577" labelType="html" label="MapPartitionsRDD [539577] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409239 { id="cluster_1409239"; isCluster="true"; label="WholeStageCodegen (1)"; 539578 [id="node_539578" labelType="html" label="MapPartitionsRDD [539578] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409238 { id="cluster_1409238"; isCluster="true"; label="Project"; 539579 [id="node_539579" labelType="html" label="MapPartitionsRDD [539579] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409251 { id="cluster_1409251"; isCluster="true"; label="InMemoryTableScan"; 539580 [id="node_539580" labelType="html" label="MapPartitionsRDD [539580] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539581 [id="node_539581" labelType="html" label="MapPartitionsRDD [539581] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 539582 [id="node_539582" labelType="html" label="MapPartitionsRDD [539582] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409246 { id="cluster_1409246"; isCluster="true"; label="WholeStageCodegen (2)"; 539583 [id="node_539583" labelType="html" label="MapPartitionsRDD [539583] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409245 { id="cluster_1409245"; isCluster="true"; label="Project"; 539584 [id="node_539584" labelType="html" label="MapPartitionsRDD [539584] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409228 { id="cluster_1409228"; isCluster="true"; label="Union"; 539585 [id="node_539585" labelType="html" label="UnionRDD [539585] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1409227 { id="cluster_1409227"; isCluster="true"; label="Exchange"; 539586 [id="node_539586" labelType="html" label="MapPartitionsRDD [539586] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 539373->539374; 539387->539388; 539374->539389; 539388->539389; 539389->539390; 539390->539391; 539391->539392; 539392->539393; 539393->539394; 539394->539395; 539395->539396; 539396->539397; 539397->539567; 539567->539568; 539568->539569; 539569->539570; 539570->539571; 539571->539572; 539572->539573; 539573->539574; 539570->539575; 539575->539576; 539576->539577; 539577->539578; 539578->539579; 539570->539580; 539580->539581; 539581->539582; 539582->539583; 539583->539584; 539574->539585; 539579->539585; 539584->539585; 539585->539586; }
539372,539373
539386,539387
539397
539570
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time