4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 241496 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
30 s
Locality Level Summary:
Process local: 90
Input Size / Records:
39.8 MiB / 202
Shuffle Write Size / Records:
21.5 MiB / 479816
Associated Job Ids:
66480
DAG Visualization
digraph G { id="graph_241496"; subgraph graph_stage_241496 { id="graph_stage_241496"; isCluster="true"; label="Stage 241496"; 540481 [id="node_540481" labelType="html" label="SQLExecutionRDD [540481] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1411316 { id="cluster_1411316"; isCluster="true"; label="Exchange"; 540459 [id="node_540459" labelType="html" label="ShuffledRowRDD [540459] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411313 { id="cluster_1411313"; isCluster="true"; label="WholeStageCodegen (19)"; 540460 [id="node_540460" labelType="html" label="MapPartitionsRDD [540460] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411438 { id="cluster_1411438"; isCluster="true"; label="Exchange"; 540473 [id="node_540473" labelType="html" label="ShuffledRowRDD [540473] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411435 { id="cluster_1411435"; isCluster="true"; label="WholeStageCodegen (22)"; 540474 [id="node_540474" labelType="html" label="MapPartitionsRDD [540474] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411308 { id="cluster_1411308"; isCluster="true"; label="WholeStageCodegen (23)"; 540475 [id="node_540475" labelType="html" label="ZippedPartitionsRDD2 [540475] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540476 [id="node_540476" labelType="html" label="MapPartitionsRDD [540476] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411307 { id="cluster_1411307"; isCluster="true"; label="DeserializeToObject"; 540477 [id="node_540477" labelType="html" label="MapPartitionsRDD [540477] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411306 { id="cluster_1411306"; isCluster="true"; label="MapPartitions"; 540478 [id="node_540478" labelType="html" label="MapPartitionsRDD [540478] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411284 { id="cluster_1411284"; isCluster="true"; label="WholeStageCodegen (26)"; 540479 [id="node_540479" labelType="html" label="MapPartitionsRDD [540479] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411283 { id="cluster_1411283"; isCluster="true"; label="DeserializeToObject"; 540480 [id="node_540480" labelType="html" label="MapPartitionsRDD [540480] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411451 { id="cluster_1411451"; isCluster="true"; label="mapPartitions"; 540482 [id="node_540482" labelType="html" label="MapPartitionsRDD [540482] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411452 { id="cluster_1411452"; isCluster="true"; label="mapPartitions"; 540483 [id="node_540483" labelType="html" label="MapPartitionsRDD [540483] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411565 { id="cluster_1411565"; isCluster="true"; label="Scan"; 540484 [id="node_540484" labelType="html" label="MapPartitionsRDD [540484] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411559 { id="cluster_1411559"; isCluster="true"; label="WholeStageCodegen (1)"; 540485 [id="node_540485" labelType="html" label="MapPartitionsRDD [540485] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411558 { id="cluster_1411558"; isCluster="true"; label="InMemoryTableScan"; 540486 [id="node_540486" labelType="html" label="MapPartitionsRDD [540486] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540487 [id="node_540487" labelType="html" label="*(1) Generate explode(prodPlantResults#8714771), false, [prodPlantResults#8714778]\n+- *(1) Project [prodPlantResults#8714771]\n +- *(1) Filter ((size(prodPlantResults#8714771, true) > 0) AND isnotnull(prodPlantResults#8714771))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [540487] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540488 [id="node_540488" labelType="html" label="MapPartitionsRDD [540488] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540489 [id="node_540489" labelType="html" label="MapPartitionsRDD [540489] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540490 [id="node_540490" labelType="html" label="MapPartitionsRDD [540490] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411557 { id="cluster_1411557"; isCluster="true"; label="Project"; 540491 [id="node_540491" labelType="html" label="MapPartitionsRDD [540491] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411572 { id="cluster_1411572"; isCluster="true"; label="InMemoryTableScan"; 540492 [id="node_540492" labelType="html" label="MapPartitionsRDD [540492] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540493 [id="node_540493" labelType="html" label="MapPartitionsRDD [540493] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540494 [id="node_540494" labelType="html" label="MapPartitionsRDD [540494] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411567 { id="cluster_1411567"; isCluster="true"; label="WholeStageCodegen (1)"; 540495 [id="node_540495" labelType="html" label="MapPartitionsRDD [540495] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411566 { id="cluster_1411566"; isCluster="true"; label="Project"; 540496 [id="node_540496" labelType="html" label="MapPartitionsRDD [540496] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411579 { id="cluster_1411579"; isCluster="true"; label="InMemoryTableScan"; 540497 [id="node_540497" labelType="html" label="MapPartitionsRDD [540497] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540498 [id="node_540498" labelType="html" label="MapPartitionsRDD [540498] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 540499 [id="node_540499" labelType="html" label="MapPartitionsRDD [540499] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411574 { id="cluster_1411574"; isCluster="true"; label="WholeStageCodegen (2)"; 540500 [id="node_540500" labelType="html" label="MapPartitionsRDD [540500] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411573 { id="cluster_1411573"; isCluster="true"; label="Project"; 540501 [id="node_540501" labelType="html" label="MapPartitionsRDD [540501] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411556 { id="cluster_1411556"; isCluster="true"; label="Union"; 540502 [id="node_540502" labelType="html" label="UnionRDD [540502] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1411555 { id="cluster_1411555"; isCluster="true"; label="Exchange"; 540503 [id="node_540503" labelType="html" label="MapPartitionsRDD [540503] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 540459->540460; 540473->540474; 540460->540475; 540474->540475; 540475->540476; 540476->540477; 540477->540478; 540478->540479; 540479->540480; 540480->540481; 540481->540482; 540482->540483; 540483->540484; 540484->540485; 540485->540486; 540486->540487; 540487->540488; 540488->540489; 540489->540490; 540490->540491; 540487->540492; 540492->540493; 540493->540494; 540494->540495; 540495->540496; 540487->540497; 540497->540498; 540498->540499; 540499->540500; 540500->540501; 540491->540502; 540496->540502; 540501->540502; 540502->540503; }
540458,540459
540472,540473
540483
540487
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time