4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 190033 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 s
Locality Level Summary:
Process local: 90
Input Size / Records:
39.8 MiB / 206
Shuffle Write Size / Records:
21.3 MiB / 475632
Associated Job Ids:
52545
DAG Visualization
digraph G { id="graph_190033"; subgraph graph_stage_190033 { id="graph_stage_190033"; isCluster="true"; label="Stage 190033"; 422964 [id="node_422964" labelType="html" label="SQLExecutionRDD [422964] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1105537 { id="cluster_1105537"; isCluster="true"; label="Exchange"; 422942 [id="node_422942" labelType="html" label="ShuffledRowRDD [422942] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105534 { id="cluster_1105534"; isCluster="true"; label="WholeStageCodegen (19)"; 422943 [id="node_422943" labelType="html" label="MapPartitionsRDD [422943] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105659 { id="cluster_1105659"; isCluster="true"; label="Exchange"; 422956 [id="node_422956" labelType="html" label="ShuffledRowRDD [422956] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105656 { id="cluster_1105656"; isCluster="true"; label="WholeStageCodegen (22)"; 422957 [id="node_422957" labelType="html" label="MapPartitionsRDD [422957] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105529 { id="cluster_1105529"; isCluster="true"; label="WholeStageCodegen (23)"; 422958 [id="node_422958" labelType="html" label="ZippedPartitionsRDD2 [422958] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422959 [id="node_422959" labelType="html" label="MapPartitionsRDD [422959] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105528 { id="cluster_1105528"; isCluster="true"; label="DeserializeToObject"; 422960 [id="node_422960" labelType="html" label="MapPartitionsRDD [422960] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105527 { id="cluster_1105527"; isCluster="true"; label="MapPartitions"; 422961 [id="node_422961" labelType="html" label="MapPartitionsRDD [422961] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105505 { id="cluster_1105505"; isCluster="true"; label="WholeStageCodegen (26)"; 422962 [id="node_422962" labelType="html" label="MapPartitionsRDD [422962] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105504 { id="cluster_1105504"; isCluster="true"; label="DeserializeToObject"; 422963 [id="node_422963" labelType="html" label="MapPartitionsRDD [422963] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105672 { id="cluster_1105672"; isCluster="true"; label="mapPartitions"; 422965 [id="node_422965" labelType="html" label="MapPartitionsRDD [422965] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105673 { id="cluster_1105673"; isCluster="true"; label="mapPartitions"; 422966 [id="node_422966" labelType="html" label="MapPartitionsRDD [422966] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105796 { id="cluster_1105796"; isCluster="true"; label="Scan"; 422984 [id="node_422984" labelType="html" label="MapPartitionsRDD [422984] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105790 { id="cluster_1105790"; isCluster="true"; label="WholeStageCodegen (1)"; 422985 [id="node_422985" labelType="html" label="MapPartitionsRDD [422985] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105789 { id="cluster_1105789"; isCluster="true"; label="InMemoryTableScan"; 422986 [id="node_422986" labelType="html" label="MapPartitionsRDD [422986] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422987 [id="node_422987" labelType="html" label="*(1) Generate explode(prodPlantResults#6823896), false, [prodPlantResults#6823903]\n+- *(1) Project [prodPlantResults#6823896]\n +- *(1) Filter ((size(prodPlantResults#6823896, true) > 0) AND isnotnull(prodPlantResults#6823896))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [422987] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422988 [id="node_422988" labelType="html" label="MapPartitionsRDD [422988] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422989 [id="node_422989" labelType="html" label="MapPartitionsRDD [422989] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422990 [id="node_422990" labelType="html" label="MapPartitionsRDD [422990] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105788 { id="cluster_1105788"; isCluster="true"; label="Project"; 422991 [id="node_422991" labelType="html" label="MapPartitionsRDD [422991] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105803 { id="cluster_1105803"; isCluster="true"; label="InMemoryTableScan"; 422992 [id="node_422992" labelType="html" label="MapPartitionsRDD [422992] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422993 [id="node_422993" labelType="html" label="MapPartitionsRDD [422993] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422994 [id="node_422994" labelType="html" label="MapPartitionsRDD [422994] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105798 { id="cluster_1105798"; isCluster="true"; label="WholeStageCodegen (1)"; 422995 [id="node_422995" labelType="html" label="MapPartitionsRDD [422995] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105797 { id="cluster_1105797"; isCluster="true"; label="Project"; 422996 [id="node_422996" labelType="html" label="MapPartitionsRDD [422996] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105810 { id="cluster_1105810"; isCluster="true"; label="InMemoryTableScan"; 422997 [id="node_422997" labelType="html" label="MapPartitionsRDD [422997] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422998 [id="node_422998" labelType="html" label="MapPartitionsRDD [422998] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 422999 [id="node_422999" labelType="html" label="MapPartitionsRDD [422999] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105805 { id="cluster_1105805"; isCluster="true"; label="WholeStageCodegen (2)"; 423000 [id="node_423000" labelType="html" label="MapPartitionsRDD [423000] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105804 { id="cluster_1105804"; isCluster="true"; label="Project"; 423001 [id="node_423001" labelType="html" label="MapPartitionsRDD [423001] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105787 { id="cluster_1105787"; isCluster="true"; label="Union"; 423002 [id="node_423002" labelType="html" label="UnionRDD [423002] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1105786 { id="cluster_1105786"; isCluster="true"; label="Exchange"; 423003 [id="node_423003" labelType="html" label="MapPartitionsRDD [423003] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 422942->422943; 422956->422957; 422943->422958; 422957->422958; 422958->422959; 422959->422960; 422960->422961; 422961->422962; 422962->422963; 422963->422964; 422964->422965; 422965->422966; 422966->422984; 422984->422985; 422985->422986; 422986->422987; 422987->422988; 422988->422989; 422989->422990; 422990->422991; 422987->422992; 422992->422993; 422993->422994; 422994->422995; 422995->422996; 422987->422997; 422997->422998; 422998->422999; 422999->423000; 423000->423001; 422991->423002; 422996->423002; 423001->423002; 423002->423003; }
422941,422942
422955,422956
422966
422987
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time