4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 191106 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Process local: 90
Input Size / Records:
13.2 MiB / 90
Shuffle Write Size / Records:
7.8 MiB / 159872
Associated Job Ids:
52768
DAG Visualization
digraph G { id="graph_191106"; subgraph graph_stage_191106 { id="graph_stage_191106"; isCluster="true"; label="Stage 191106"; 425854 [id="node_425854" labelType="html" label="SQLExecutionRDD [425854] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_1112633 { id="cluster_1112633"; isCluster="true"; label="Exchange"; 425832 [id="node_425832" labelType="html" label="ShuffledRowRDD [425832] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112630 { id="cluster_1112630"; isCluster="true"; label="WholeStageCodegen (19)"; 425833 [id="node_425833" labelType="html" label="MapPartitionsRDD [425833] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112759 { id="cluster_1112759"; isCluster="true"; label="Exchange"; 425846 [id="node_425846" labelType="html" label="ShuffledRowRDD [425846] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112756 { id="cluster_1112756"; isCluster="true"; label="WholeStageCodegen (22)"; 425847 [id="node_425847" labelType="html" label="MapPartitionsRDD [425847] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112625 { id="cluster_1112625"; isCluster="true"; label="WholeStageCodegen (23)"; 425848 [id="node_425848" labelType="html" label="ZippedPartitionsRDD2 [425848] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425849 [id="node_425849" labelType="html" label="MapPartitionsRDD [425849] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112624 { id="cluster_1112624"; isCluster="true"; label="DeserializeToObject"; 425850 [id="node_425850" labelType="html" label="MapPartitionsRDD [425850] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112623 { id="cluster_1112623"; isCluster="true"; label="MapPartitions"; 425851 [id="node_425851" labelType="html" label="MapPartitionsRDD [425851] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112601 { id="cluster_1112601"; isCluster="true"; label="WholeStageCodegen (26)"; 425852 [id="node_425852" labelType="html" label="MapPartitionsRDD [425852] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112600 { id="cluster_1112600"; isCluster="true"; label="DeserializeToObject"; 425853 [id="node_425853" labelType="html" label="MapPartitionsRDD [425853] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112772 { id="cluster_1112772"; isCluster="true"; label="mapPartitions"; 425855 [id="node_425855" labelType="html" label="MapPartitionsRDD [425855] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112773 { id="cluster_1112773"; isCluster="true"; label="mapPartitions"; 425856 [id="node_425856" labelType="html" label="MapPartitionsRDD [425856] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112948 { id="cluster_1112948"; isCluster="true"; label="Scan"; 425880 [id="node_425880" labelType="html" label="MapPartitionsRDD [425880] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112942 { id="cluster_1112942"; isCluster="true"; label="WholeStageCodegen (1)"; 425881 [id="node_425881" labelType="html" label="MapPartitionsRDD [425881] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112941 { id="cluster_1112941"; isCluster="true"; label="InMemoryTableScan"; 425882 [id="node_425882" labelType="html" label="MapPartitionsRDD [425882] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425883 [id="node_425883" labelType="html" label="*(1) Generate explode(prodPlantResults#6868866), false, [prodPlantResults#6868873]\n+- *(1) Project [prodPlantResults#6868866]\n +- *(1) Filter ((size(prodPlantResults#6868866, true) > 0) AND isnotnull(prodPlantResults#6868866))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [425883] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425884 [id="node_425884" labelType="html" label="MapPartitionsRDD [425884] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425885 [id="node_425885" labelType="html" label="MapPartitionsRDD [425885] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425886 [id="node_425886" labelType="html" label="MapPartitionsRDD [425886] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112940 { id="cluster_1112940"; isCluster="true"; label="Project"; 425887 [id="node_425887" labelType="html" label="MapPartitionsRDD [425887] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112955 { id="cluster_1112955"; isCluster="true"; label="InMemoryTableScan"; 425888 [id="node_425888" labelType="html" label="MapPartitionsRDD [425888] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425889 [id="node_425889" labelType="html" label="MapPartitionsRDD [425889] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425890 [id="node_425890" labelType="html" label="MapPartitionsRDD [425890] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112950 { id="cluster_1112950"; isCluster="true"; label="WholeStageCodegen (1)"; 425891 [id="node_425891" labelType="html" label="MapPartitionsRDD [425891] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112949 { id="cluster_1112949"; isCluster="true"; label="Project"; 425892 [id="node_425892" labelType="html" label="MapPartitionsRDD [425892] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112962 { id="cluster_1112962"; isCluster="true"; label="InMemoryTableScan"; 425893 [id="node_425893" labelType="html" label="MapPartitionsRDD [425893] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425894 [id="node_425894" labelType="html" label="MapPartitionsRDD [425894] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 425895 [id="node_425895" labelType="html" label="MapPartitionsRDD [425895] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112957 { id="cluster_1112957"; isCluster="true"; label="WholeStageCodegen (2)"; 425896 [id="node_425896" labelType="html" label="MapPartitionsRDD [425896] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112956 { id="cluster_1112956"; isCluster="true"; label="Project"; 425897 [id="node_425897" labelType="html" label="MapPartitionsRDD [425897] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112939 { id="cluster_1112939"; isCluster="true"; label="Union"; 425898 [id="node_425898" labelType="html" label="UnionRDD [425898] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_1112938 { id="cluster_1112938"; isCluster="true"; label="Exchange"; 425899 [id="node_425899" labelType="html" label="MapPartitionsRDD [425899] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 425832->425833; 425846->425847; 425833->425848; 425847->425848; 425848->425849; 425849->425850; 425850->425851; 425851->425852; 425852->425853; 425853->425854; 425854->425855; 425855->425856; 425856->425880; 425880->425881; 425881->425882; 425882->425883; 425883->425884; 425884->425885; 425885->425886; 425886->425887; 425883->425888; 425888->425889; 425889->425890; 425890->425891; 425891->425892; 425883->425893; 425893->425894; 425894->425895; 425895->425896; 425896->425897; 425887->425898; 425892->425898; 425897->425898; 425898->425899; }
425831,425832
425845,425846
425856
425883
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time