crp-order-qty-opt-service - Details for Job 18749

Status: SUCCEEDED
Submitted: 2026/08/31 14:36:31
Duration: 1 s
Associated SQL Query: 13540
Job Group: 6813b2ad-7812-35f0-8d67-645c7ed180b0
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { id="graph_341279"; subgraph graph_stage_341279 { id="graph_stage_341279"; isCluster="true"; label="Stage 341279 (skipped)"; subgraph cluster_386005 { id="cluster_386005"; isCluster="true"; label="Scan json "; 154359 [id="node_154359" labelType="html" label="FileScanRDD [154359] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 154360 [id="node_154360" labelType="html" label="MapPartitionsRDD [154360] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386002 { id="cluster_386002"; isCluster="true"; label="WholeStageCodegen (1)"; 154361 [id="node_154361" labelType="html" label="MapPartitionsRDD [154361] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386001 { id="cluster_386001"; isCluster="true"; label="Exchange"; 154362 [id="node_154362" labelType="html" label="MapPartitionsRDD [154362] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 154359->154360; 154360->154361; 154361->154362; }

digraph G { id="graph_341280"; subgraph graph_stage_341280 { id="graph_stage_341280"; isCluster="true"; label="Stage 341280"; 154368 [id="node_154368" labelType="html" label="SQLExecutionRDD [154368] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 154372 [id="node_154372" labelType="html" label="SQLExecutionRDD [154372] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_386016 { id="cluster_386016"; isCluster="true"; label="Exchange"; 154363 [id="node_154363" labelType="html" label="ShuffledRowRDD [154363] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386011 { id="cluster_386011"; isCluster="true"; label="WholeStageCodegen (2)"; 154364 [id="node_154364" labelType="html" label="MapPartitionsRDD [154364] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386010 { id="cluster_386010"; isCluster="true"; label="DeserializeToObject"; 154365 [id="node_154365" labelType="html" label="MapPartitionsRDD [154365] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386009 { id="cluster_386009"; isCluster="true"; label="MapPartitions"; 154366 [id="node_154366" labelType="html" label="MapPartitionsRDD [154366] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386006 { id="cluster_386006"; isCluster="true"; label="WholeStageCodegen (3)"; 154367 [id="node_154367" labelType="html" label="MapPartitionsRDD [154367] [Unordered] $anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386017 { id="cluster_386017"; isCluster="true"; label="map"; 154369 [id="node_154369" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [154369] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386019 { id="cluster_386019"; isCluster="true"; label="WholeStageCodegen (1)"; 154370 [id="node_154370" labelType="html" label="MapPartitionsRDD [154370] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386018 { id="cluster_386018"; isCluster="true"; label="Project"; 154371 [id="node_154371" labelType="html" label="MapPartitionsRDD [154371] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386022 { id="cluster_386022"; isCluster="true"; label="map"; 154373 [id="node_154373" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [154373] [Cached] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386025 { id="cluster_386025"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log"; 154374 [id="node_154374" labelType="html" label="MapPartitionsRDD [154374] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386024 { id="cluster_386024"; isCluster="true"; label="Filter"; 154375 [id="node_154375" labelType="html" label="MapPartitionsRDD [154375] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386023 { id="cluster_386023"; isCluster="true"; label="Project"; 154376 [id="node_154376" labelType="html" label="MapPartitionsRDD [154376] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386026 { id="cluster_386026"; isCluster="true"; label="mapPartitionsInternal"; 154377 [id="node_154377" labelType="html" label="MapPartitionsRDD [154377] [Unordered] $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 154363->154364; 154364->154365; 154365->154366; 154366->154367; 154367->154368; 154368->154369; 154369->154370; 154370->154371; 154371->154372; 154372->154373; 154373->154374; 154374->154375; 154375->154376; 154376->154377; }

154362,154363

154369

154373

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
341280	tenants-pool-506	Delta: replenishmentRunId = 10000000532 tenantId = 8793759653749352888 activityType = TriggerOptimize activityId = 6813b2ad-7812-35f0-8d67-645c7ed180b0 workflowType = CalculateOrderProposalsForShardWorkflow workflowId = 7d5b0d3e-a8b4-3f66-a348-065089418e78 attempt = 1 cornerstoneTenantId = 8445 marketUnit = 10000_OP_PERF scenario = STANDARD: Filtering files for query $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139) com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128) com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117) org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:87) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128) org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118) org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:87) org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1265) org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1204) org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:87) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:134) org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56) org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35) org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29) org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:308) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:119) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:114) org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:308) org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:152)	2026/08/31 14:36:31	1 s	50/50			4.0 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

341280

tenants-pool-506

Delta: replenishmentRunId = 10000000532 tenantId = 8793759653749352888 activityType = TriggerOptimize activityId = 6813b2ad-7812-35f0-8d67-645c7ed180b0 workflowType = CalculateOrderProposalsForShardWorkflow workflowId = 7d5b0d3e-a8b4-3f66-a348-065089418e78 attempt = 1 cornerstoneTenantId = 8445 marketUnit = 10000_OP_PERF scenario = STANDARD: Filtering files for query $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128 +details

org.apache.spark.sql.delta.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:139)
com.databricks.spark.util.DatabricksLogging.recordOperation(DatabricksLogging.scala:128)
com.databricks.spark.util.DatabricksLogging.recordOperation$(DatabricksLogging.scala:117)
org.apache.spark.sql.delta.Snapshot.recordOperation(Snapshot.scala:87)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:138)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:128)
org.apache.spark.sql.delta.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:118)
org.apache.spark.sql.delta.Snapshot.recordDeltaOperation(Snapshot.scala:87)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan(DataSkippingReader.scala:1265)
org.apache.spark.sql.delta.stats.DataSkippingReaderBase.filesForScan$(DataSkippingReader.scala:1204)
org.apache.spark.sql.delta.Snapshot.filesForScan(Snapshot.scala:87)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.$anonfun$filesForScan$1(PrepareDeltaScan.scala:134)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withJobDescription(DeltaProgressReporter.scala:56)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode(DeltaProgressReporter.scala:35)
org.apache.spark.sql.delta.util.DeltaProgressReporter.withStatusCode$(DeltaProgressReporter.scala:29)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.withStatusCode(PrepareDeltaScan.scala:308)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan(PrepareDeltaScan.scala:119)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase.filesForScan$(PrepareDeltaScan.scala:114)
org.apache.spark.sql.delta.stats.PrepareDeltaScan.filesForScan(PrepareDeltaScan.scala:308)
org.apache.spark.sql.delta.stats.PrepareDeltaScanBase$$anonfun$prepareDeltaScan$1.$anonfun$applyOrElse$1(PrepareDeltaScan.scala:152)

2026/08/31 14:36:31

1 s

50/50

4.0 MiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
341279	default	$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316) java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/6

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

341279

default

$anonfun$withThreadLocalCaptured$2 at <unknown>:0 +details

org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$2(SQLExecution.scala:316)
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/6

Page: