crp-order-quantity-kpi-service - Details for Job 44

Status: SUCCEEDED
Submitted: 2026/04/20 06:14:55
Duration: 0.3 s
Associated SQL Query: 32
Job Group: 36e0914c-7e4e-3a52-bc93-e306e07299ba
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { id="graph_111"; subgraph graph_stage_111 { id="graph_stage_111"; isCluster="true"; label="Stage 111 (skipped)"; subgraph cluster_329 { id="cluster_329"; isCluster="true"; label="Scan json "; 135 [id="node_135" labelType="html" label="FileScanRDD [135] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 136 [id="node_136" labelType="html" label="MapPartitionsRDD [136] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_326 { id="cluster_326"; isCluster="true"; label="WholeStageCodegen (1)"; 137 [id="node_137" labelType="html" label="MapPartitionsRDD [137] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_325 { id="cluster_325"; isCluster="true"; label="Exchange"; 138 [id="node_138" labelType="html" label="MapPartitionsRDD [138] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 135->136; 136->137; 137->138; }

digraph G { id="graph_112"; subgraph graph_stage_112 { id="graph_stage_112"; isCluster="true"; label="Stage 112"; 144 [id="node_144" labelType="html" label="SQLExecutionRDD [144] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 231 [id="node_231" labelType="html" label="SQLExecutionRDD [231] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_340 { id="cluster_340"; isCluster="true"; label="Exchange"; 139 [id="node_139" labelType="html" label="ShuffledRowRDD [139] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_335 { id="cluster_335"; isCluster="true"; label="WholeStageCodegen (2)"; 140 [id="node_140" labelType="html" label="MapPartitionsRDD [140] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_334 { id="cluster_334"; isCluster="true"; label="DeserializeToObject"; 141 [id="node_141" labelType="html" label="MapPartitionsRDD [141] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_333 { id="cluster_333"; isCluster="true"; label="MapPartitions"; 142 [id="node_142" labelType="html" label="MapPartitionsRDD [142] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_330 { id="cluster_330"; isCluster="true"; label="WholeStageCodegen (3)"; 143 [id="node_143" labelType="html" label="MapPartitionsRDD [143] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_341 { id="cluster_341"; isCluster="true"; label="map"; 145 [id="node_145" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log [145] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_594 { id="cluster_594"; isCluster="true"; label="WholeStageCodegen (1)"; 229 [id="node_229" labelType="html" label="MapPartitionsRDD [229] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_593 { id="cluster_593"; isCluster="true"; label="Project"; 230 [id="node_230" labelType="html" label="MapPartitionsRDD [230] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_597 { id="cluster_597"; isCluster="true"; label="map"; 232 [id="node_232" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log [232] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_626 { id="cluster_626"; isCluster="true"; label="WholeStageCodegen (1)"; 240 [id="node_240" labelType="html" label="MapPartitionsRDD [240] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_623 { id="cluster_623"; isCluster="true"; label="Scan parquet "; 241 [id="node_241" labelType="html" label="MapPartitionsRDD [241] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 139->140; 140->141; 141->142; 142->143; 143->144; 144->145; 145->229; 229->230; 230->231; 231->232; 232->240; 240->241; }

138,139

145

232

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
112	tenants-pool-506	replenishmentRunId = 10000000004 tenantId = 8793759653749352888 activityType = BufferDataSnapShot activityId = 36e0914c-7e4e-3a52-bc93-e306e07299ba workflowType = KpiPrepareDataSnapshotWorkflow workflowId = b49fb3c6-88b3-3c61-97e8-cbe3f98f9409 attempt = 1 cornerstoneTenantId = 8445 marketUnit = 10000_OP_PERF scenario = STANDARD $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details RDD: Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:87) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118) org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:87) org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1265) org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1204) org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:87) org.apache.spark.sql.delta.stats.PreparedDeltaFileIndex.matchingFiles(PrepareDeltaScan.scala:389) org.apache.spark.sql.delta.files.TahoeFileIndex.listAddFiles(TahoeFileIndex.scala:111) org.apache.spark.sql.delta.files.TahoeFileIndex.listFiles(TahoeFileIndex.scala:103) org.apache.spark.sql.execution.FileSourceScanLike.selectedPartitions(DataSourceScanExec.scala:297) org.apache.spark.sql.execution.FileSourceScanLike.selectedPartitions$(DataSourceScanExec.scala:288) org.apache.spark.sql.execution.FileSourceScanExec.selectedPartitions$lzycompute(DataSourceScanExec.scala:607) org.apache.spark.sql.execution.FileSourceScanExec.selectedPartitions(DataSourceScanExec.scala:607) org.apache.spark.sql.execution.FileSourceScanLike.dynamicallySelectedPartitions(DataSourceScanExec.scala:330) org.apache.spark.sql.execution.FileSourceScanLike.dynamicallySelectedPartitions$(DataSourceScanExec.scala:309)	2026/04/20 06:14:55	0.3 s	50/50	2.2 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

112

tenants-pool-506

replenishmentRunId = 10000000004 tenantId = 8793759653749352888 activityType = BufferDataSnapShot activityId = 36e0914c-7e4e-3a52-bc93-e306e07299ba workflowType = KpiPrepareDataSnapshotWorkflow workflowId = b49fb3c6-88b3-3c61-97e8-cbe3f98f9409 attempt = 1 cornerstoneTenantId = 8445 marketUnit = 10000_OP_PERF scenario = STANDARD $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

RDD: Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:87)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:87)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1265)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1204)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:87)
org.apache.spark.sql.delta.stats.PreparedDeltaFileIndex.matchingFiles(PrepareDeltaScan.scala:389)
org.apache.spark.sql.delta.files.TahoeFileIndex.listAddFiles(TahoeFileIndex.scala:111)
org.apache.spark.sql.delta.files.TahoeFileIndex.listFiles(TahoeFileIndex.scala:103)
org.apache.spark.sql.execution.FileSourceScanLike.selectedPartitions(DataSourceScanExec.scala:297)
org.apache.spark.sql.execution.FileSourceScanLike.selectedPartitions$(DataSourceScanExec.scala:288)
org.apache.spark.sql.execution.FileSourceScanExec.selectedPartitions$lzycompute(DataSourceScanExec.scala:607)
org.apache.spark.sql.execution.FileSourceScanExec.selectedPartitions(DataSourceScanExec.scala:607)
org.apache.spark.sql.execution.FileSourceScanLike.dynamicallySelectedPartitions(DataSourceScanExec.scala:330)
org.apache.spark.sql.execution.FileSourceScanLike.dynamicallySelectedPartitions$(DataSourceScanExec.scala:309)

2026/04/20 06:14:55

0.3 s

50/50

2.2 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
111	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/6

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

111

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/6

Page: