crp-order-quantity-kpi-service - Details for Job 60

Status: SUCCEEDED
Submitted: 2026/04/20 06:15:14
Duration: 95 ms
Associated SQL Query: 45
Job Group: 36e0914c-7e4e-3a52-bc93-e306e07299ba
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { id="graph_156"; subgraph graph_stage_156 { id="graph_stage_156"; isCluster="true"; label="Stage 156 (skipped)"; subgraph cluster_835 { id="cluster_835"; isCluster="true"; label="Scan json "; 307 [id="node_307" labelType="html" label="FileScanRDD [307] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 308 [id="node_308" labelType="html" label="MapPartitionsRDD [308] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_832 { id="cluster_832"; isCluster="true"; label="WholeStageCodegen (1)"; 309 [id="node_309" labelType="html" label="MapPartitionsRDD [309] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_831 { id="cluster_831"; isCluster="true"; label="Exchange"; 310 [id="node_310" labelType="html" label="MapPartitionsRDD [310] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 307->308; 308->309; 309->310; }

digraph G { id="graph_157"; subgraph graph_stage_157 { id="graph_stage_157"; isCluster="true"; label="Stage 157 (skipped)"; 316 [id="node_316" labelType="html" label="SQLExecutionRDD [316] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_846 { id="cluster_846"; isCluster="true"; label="Exchange"; 311 [id="node_311" labelType="html" label="ShuffledRowRDD [311] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_841 { id="cluster_841"; isCluster="true"; label="WholeStageCodegen (2)"; 312 [id="node_312" labelType="html" label="MapPartitionsRDD [312] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_840 { id="cluster_840"; isCluster="true"; label="DeserializeToObject"; 313 [id="node_313" labelType="html" label="MapPartitionsRDD [313] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_839 { id="cluster_839"; isCluster="true"; label="MapPartitions"; 314 [id="node_314" labelType="html" label="MapPartitionsRDD [314] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_836 { id="cluster_836"; isCluster="true"; label="WholeStageCodegen (3)"; 315 [id="node_315" labelType="html" label="MapPartitionsRDD [315] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_847 { id="cluster_847"; isCluster="true"; label="map"; 317 [id="node_317" labelType="html" label="Delta Table State #4 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-plant-plant/_delta_log [317] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_851 { id="cluster_851"; isCluster="true"; label="WholeStageCodegen (1)"; 318 [id="node_318" labelType="html" label="MapPartitionsRDD [318] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_850 { id="cluster_850"; isCluster="true"; label="ObjectHashAggregate"; 319 [id="node_319" labelType="html" label="MapPartitionsRDD [319] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_849 { id="cluster_849"; isCluster="true"; label="Exchange"; 320 [id="node_320" labelType="html" label="MapPartitionsRDD [320] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 311->312; 312->313; 313->314; 314->315; 315->316; 316->317; 317->318; 318->319; 319->320; }

310,311

317

digraph G { id="graph_158"; subgraph graph_stage_158 { id="graph_stage_158"; isCluster="true"; label="Stage 158"; subgraph cluster_856 { id="cluster_856"; isCluster="true"; label="Exchange"; 321 [id="node_321" labelType="html" label="ShuffledRowRDD [321] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_854 { id="cluster_854"; isCluster="true"; label="ObjectHashAggregate"; 322 [id="node_322" labelType="html" label="MapPartitionsRDD [322] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_857 { id="cluster_857"; isCluster="true"; label="mapPartitionsInternal"; 323 [id="node_323" labelType="html" label="MapPartitionsRDD [323] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 321->322; 322->323; }

320,321

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
158	tenants-pool-506	Delta: Delta: replenishmentRunId = 10000000004 tenantId = 8793759653749352888 activityType = BufferDataSnapShot activityId = 36e0914c-7e4e-3a52-bc93-e306e07299ba workflowType = KpiPrepareDataSnapshotWorkflow workflowId = b49fb3c6-88b3-3c61-97e8-cbe3f98f9409 attempt = 1 cornerstoneTenantId = 8445 marketUnit = 10000_OP_PERF scenario = STANDARD: Filtering files for query: Compute snapshot for version: 4 $anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/20 06:15:14	88 ms	1/1			5.6 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
157	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details RDD: Delta Table State #4 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-plant-plant/_delta_log org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/50
156	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

157

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

RDD: Delta Table State #4 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-plant-plant/_delta_log

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/50

156

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/5

Page: