crp-order-qty-opt-service - Details for Query 13190

Submitted Time: 2026/08/31 14:14:37
Duration: 2 s
Succeeded Jobs: 18330 18331 18332 18333 18334

Plan Visualization

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [id="node0" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; 1 [id="node1" labelType="html" label=" DeserializeToObject " tooltip="DeserializeToObject createexternalrow(invoke(shardId#3534987.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#3534988L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#3534989, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#3534990, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#3534991)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#3534992)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#3534993, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#3535131: org.apache.spark.sql.Row"]; subgraph cluster2 { isCluster="true"; id="cluster2"; label="WholeStageCodegen (8)"; tooltip="WholeStageCodegen (8)"; 3 [id="node3" labelType="html" label=" Project " tooltip="Project [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]"]; 4 [id="node4" labelType="html" label=" BroadcastHashJoin " tooltip="BroadcastHashJoin [shardId#3534987, orderProposalId#3534988L, lastModified#3534992], [shardId#3535010, orderProposalId#3535011L, lastModified#3535001], Inner, BuildRight, false"]; } 5 [id="node5" labelType="html" label="AQEShuffleRead number of partitions: 37" tooltip="AQEShuffleRead local"]; 6 [id="node6" labelType="html" label="Exchange shuffle records written: 9,247 data size total (min, med, max (stageId: taskId)) 18.9 MiB (110.6 KiB, 163.9 KiB, 489.7 KiB (stage 328417.0: task 923831)) shuffle write time total (min, med, max (stageId: taskId)) 148 ms (1 ms, 1 ms, 17 ms (stage 328417.0: task 923895)) number of partitions: 37 shuffle bytes written total (min, med, max (stageId: taskId)) 3.2 MiB (23.4 KiB, 33.0 KiB, 77.5 KiB (stage 328417.0: task 923866))" tooltip="Exchange hashpartitioning(shardId#3534987, orderProposalId#3534988L, lastModified#3534992, 37), ENSURE_REQUIREMENTS, [plan_id=1013451]"]; 7 [id="node7" labelType="html" label=" Union " tooltip="Union"]; subgraph cluster8 { isCluster="true"; id="cluster8"; label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n1.2 s (17 ms, 19 ms, 576 ms (stage 328417.0: task 923826))"; tooltip="WholeStageCodegen (6)"; 9 [id="node9" labelType="html" label="Filter number of output rows: 6,904" tooltip="Filter ((isnotnull(shardId#3534987) AND isnotnull(orderProposalId#3534988L)) AND isnotnull(lastModified#3534992))"]; 10 [id="node10" labelType="html" label="Scan ExistingRDD number of output rows: 6,904" tooltip="Scan ExistingRDD[shardId#3534987,orderProposalId#3534988L,items#3534989,optimizationGroups#3534990,isOptimal#3534991,lastModified#3534992,optimizationInsights#3534993]"]; } 11 [id="node11" labelType="html" label="ObjectHashAggregate number of output rows: 2,343 time in aggregation build total (min, med, max (stageId: taskId)) 409 ms (6 ms, 7 ms, 34 ms (stage 328417.0: task 923927)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 328417.0: task 923887)) number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3530498, orderProposalId#3530500L], functions=[collect_list(struct(worklistShardItemId, worklistShardItemId#3530499L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)])"]; 12 [id="node12" labelType="html" label="AQEShuffleRead number of partitions: 35 partition data size total (min, med, max (stageId: taskId)) 2.3 MiB (54.5 KiB, 63.7 KiB, 120.6 KiB (driver)) number of coalesced partitions: 2" tooltip="AQEShuffleRead coalesced"]; 13 [id="node13" labelType="html" label="Exchange shuffle records written: 64,886 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 64,886 local bytes read total (min, med, max (stageId: taskId)) 623.8 KiB (13.8 KiB, 16.5 KiB, 35.9 KiB (stage 328417.0: task 923927)) merged fetch fallback count: 0 local blocks read: 385 remote merged chunks fetched: 0 remote blocks read: 984 data size total (min, med, max (stageId: taskId)) 9.5 MiB (252.9 KiB, 263.3 KiB, 268.5 KiB (stage 328412.0: task 923779)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 77 ms (1 ms, 2 ms, 3 ms (stage 328412.0: task 923798)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 27 ms (0 ms, 0 ms, 11 ms (stage 328417.0: task 923913)) remote bytes read total (min, med, max (stageId: taskId)) 1597.6 KiB (17.7 KiB, 44.7 KiB, 83.5 KiB (stage 328417.0: task 923897)) number of partitions: 37 remote reqs duration total (min, med, max (stageId: taskId)) 202 ms (4 ms, 4 ms, 19 ms (stage 328417.0: task 923903)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 2.2 MiB (58.2 KiB, 60.1 KiB, 61.5 KiB (stage 328412.0: task 923720))" tooltip="Exchange hashpartitioning(shardId#3530498, orderProposalId#3530500L, 37), ENSURE_REQUIREMENTS, [plan_id=1013251]"]; 14 [id="node14" labelType="html" label="ObjectHashAggregate number of output rows: 64,886 time in aggregation build total (min, med, max (stageId: taskId)) 1.6 s (6 ms, 6 ms, 673 ms (stage 328412.0: task 923722)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 328412.0: task 923720)) number of sort fallback tasks: 37" tooltip="ObjectHashAggregate(keys=[shardId#3530498, orderProposalId#3530500L], functions=[partial_collect_list(struct(worklistShardItemId, worklistShardItemId#3530499L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)])"]; subgraph cluster15 { isCluster="true"; id="cluster15"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.5 s (4 ms, 5 ms, 660 ms (stage 328412.0: task 923722))"; tooltip="WholeStageCodegen (1)"; 16 [id="node16" labelType="html" label="Filter number of output rows: 118,908" tooltip="Filter (isnotnull(shardId#3530498) AND isnotnull(orderProposalId#3530500L))"]; } 17 [id="node17" labelType="html" label="InMemoryTableScan number of output rows: 118,908" tooltip="InMemoryTableScan [shardId#3530498, worklistShardItemId#3530499L, orderProposalId#3530500L], [isnotnull(shardId#3530498), isnotnull(orderProposalId#3530500L)]"]; 18 [id="node18" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster19 { isCluster="true"; id="cluster19"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 20 [id="node20" labelType="html" label=" Project " tooltip="Project [0_3_10000000532 AS shardId#3530498, worklistShardItemId#3530656L, orderProposalId#3530633L, orderProposalItemId#3530634, orderProposalItemGroupId#3530657, originalReplenishmentRunId#3530675L, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, cast(sequenceId#3530655 as bigint) AS sequenceId#3530508L, sourceOfSupplyUuid#3530647, supplierGroup#3530635, supplier#3530636, subrange#3530639, product#3530642, plant#3530637, purchasingOrg#3530648, purchasingGroup#3530649, mrpController#3530646, orderDateTime#3530643, deliveryDateTime#3530638, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, isFallbackOrderOnly#3530650, ... 20 more fields]"]; } 21 [id="node21" labelType="html" label="Exchange shuffle records written: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 0 local bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 0 remote merged chunks fetched: 0 remote blocks read: 0 data size: 0.0 B local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#3530656L, 37), REPARTITION_BY_NUM, [plan_id=1012238]"]; subgraph cluster22 { isCluster="true"; id="cluster22"; label="WholeStageCodegen (1)"; tooltip="WholeStageCodegen (1)"; 23 [id="node23" labelType="html" label=" Project " tooltip="Project [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, sequenceId#3530655, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, ... 19 more fields]"]; 24 [id="node24" labelType="html" label=" Filter " tooltip="Filter ((isnotnull(availabilityDateTime#3530644) AND isnotnull(nextAvailabilityDateTime#3530645)) AND (nextAvailabilityDateTime#3530645 > availabilityDateTime#3530644))"]; 25 [id="node25" labelType="html" label=" ColumnarToRow " tooltip="ColumnarToRow"]; } 26 [id="node26" labelType="html" label=" Scan parquet " tooltip="FileScan parquet [orderProposalId#3530633L,orderProposalItemId#3530634,supplierGroup#3530635,supplier#3530636,plant#3530637,deliveryDateTime#3530638,subrange#3530639,supplyingPlant#3530640,productGroup#3530641,product#3530642,orderDateTime#3530643,availabilityDateTime#3530644,nextAvailabilityDateTime#3530645,mrpController#3530646,sourceOfSupplyUuid#3530647,purchasingOrg#3530648,purchasingGroup#3530649,isFallbackOrderOnly#3530650,orderProposalHorizonGroupingId#3530651L,splitIndicator#3530652L,previousOrderProposal#3530653L,clusterId#3530654L,worklistShardItemId#3530656L,orderProposalItemGroupId#3530657,externalProductId#3530658,... 20 more fields] Batched: true, DataFilters: [isnotnull(availabilityDateTime#3530644), isnotnull(nextAvailabilityDateTime#3530645), (nextAvail..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3530677), isnotnull(sequenceId#3530655), (shardId#3530677 = 0_3_10000000532), ..., PushedFilters: [IsNotNull(availabilityDateTime), IsNotNull(nextAvailabilityDateTime)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; 27 [id="node27" labelType="html" label="BroadcastExchange time to broadcast: 2 ms time to build: 10 ms time to collect: 204 ms number of output rows: 9,247 data size: 2.5 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, true], input[1, bigint, true], input[2, timestamp, false]),false), [plan_id=1013500]"]; subgraph cluster28 { isCluster="true"; id="cluster28"; label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n137 ms (22 ms, 25 ms, 66 ms (stage 328420.0: task 923933))"; tooltip="WholeStageCodegen (7)"; 29 [id="node29" labelType="html" label="Filter number of output rows: 9,247" tooltip="Filter isnotnull(lastModified#3535001)"]; 30 [id="node30" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 127 ms (20 ms, 22 ms, 64 ms (stage 328420.0: task 923933)) peak memory total (min, med, max (stageId: taskId)) 9.0 MiB (2.3 MiB, 2.3 MiB, 2.3 MiB (stage 328420.0: task 923925)) number of output rows: 9,247 number of sort fallback tasks: 0 avg hash probes per key (min, med, max (stageId: taskId)): (1, 1, 1.1 (stage 328420.0: task 923933))" tooltip="HashAggregate(keys=[shardId#3535010, orderProposalId#3535011L], functions=[max(lastModified#3535015)])"]; } 31 [id="node31" labelType="html" label="AQEShuffleRead number of partitions: 4 partition data size total (min, med, max (stageId: taskId)) 247.1 KiB (52.5 KiB, 55.1 KiB, 85.9 KiB (driver)) number of coalesced partitions: 4" tooltip="AQEShuffleRead coalesced"]; 32 [id="node32" labelType="html" label="Exchange shuffle records written: 9,247 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 9,247 local bytes read total (min, med, max (stageId: taskId)) 126.3 KiB (18.9 KiB, 31.0 KiB, 46.2 KiB (stage 328420.0: task 923933)) merged fetch fallback count: 0 local blocks read: 625 remote merged chunks fetched: 0 remote blocks read: 520 data size total (min, med, max (stageId: taskId)) 433.5 KiB (6.0 KiB, 10.7 KiB, 12.2 KiB (stage 328415.0: task 923879)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 65 ms (0 ms, 1 ms, 2 ms (stage 328415.0: task 923791)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 328420.0: task 923925)) remote bytes read total (min, med, max (stageId: taskId)) 109.9 KiB (20.0 KiB, 33.8 KiB, 36.0 KiB (stage 328420.0: task 923933)) number of partitions: 37 remote reqs duration total (min, med, max (stageId: taskId)) 31 ms (6 ms, 9 ms, 10 ms (stage 328420.0: task 923933)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 236.2 KiB (1716.0 B, 6.8 KiB, 6.9 KiB (stage 328415.0: task 923808))" tooltip="Exchange hashpartitioning(shardId#3535010, orderProposalId#3535011L, 37), ENSURE_REQUIREMENTS, [plan_id=1013391]"]; subgraph cluster33 { isCluster="true"; id="cluster33"; label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n1.6 s (8 ms, 18 ms, 365 ms (stage 328415.0: task 923818))"; tooltip="WholeStageCodegen (5)"; 34 [id="node34" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 912 ms (7 ms, 14 ms, 102 ms (stage 328415.0: task 923791)) peak memory total (min, med, max (stageId: taskId)) 11.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 328415.0: task 923797)) number of output rows: 9,247 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#3535010, orderProposalId#3535011L], functions=[partial_max(lastModified#3535015)])"]; } 35 [id="node35" labelType="html" label=" Union " tooltip="Union"]; subgraph cluster36 { isCluster="true"; id="cluster36"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n1.6 s (14 ms, 15 ms, 673 ms (stage 328415.0: task 923818))"; tooltip="WholeStageCodegen (3)"; 37 [id="node37" labelType="html" label=" Project " tooltip="Project [shardId#3535010, orderProposalId#3535011L, lastModified#3535015]"]; 38 [id="node38" labelType="html" label="Filter number of output rows: 6,904" tooltip="Filter (isnotnull(shardId#3535010) AND isnotnull(orderProposalId#3535011L))"]; 39 [id="node39" labelType="html" label="Scan ExistingRDD number of output rows: 6,904" tooltip="Scan ExistingRDD[shardId#3535010,orderProposalId#3535011L,items#3535012,optimizationGroups#3535013,isOptimal#3535014,lastModified#3535015,optimizationInsights#3535016]"]; } subgraph cluster40 { isCluster="true"; id="cluster40"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n200 ms (8 ms, 13 ms, 27 ms (stage 328415.0: task 923878))"; tooltip="WholeStageCodegen (4)"; 41 [id="node41" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 162 ms (6 ms, 11 ms, 25 ms (stage 328415.0: task 923878)) peak memory total (min, med, max (stageId: taskId)) 3.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 328415.0: task 923856)) number of output rows: 2,343 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#3535017, orderProposalId#3535019L], functions=[])"]; } 42 [id="node42" labelType="html" label="AQEShuffleRead number of partitions: 14 partition data size total (min, med, max (stageId: taskId)) 923.4 KiB (50.6 KiB, 67.1 KiB, 101.9 KiB (driver)) number of coalesced partitions: 14" tooltip="AQEShuffleRead coalesced"]; 43 [id="node43" labelType="html" label="Exchange shuffle records written: 64,886 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 64,886 local bytes read total (min, med, max (stageId: taskId)) 437.7 KiB (22.1 KiB, 32.5 KiB, 52.7 KiB (stage 328415.0: task 923879)) merged fetch fallback count: 0 local blocks read: 680 remote merged chunks fetched: 0 remote blocks read: 689 data size total (min, med, max (stageId: taskId)) 2.5 MiB (66.6 KiB, 68.5 KiB, 69.9 KiB (stage 328413.0: task 923767)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 95 ms (1 ms, 1 ms, 25 ms (stage 328413.0: task 923741)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 328415.0: task 923856)) remote bytes read total (min, med, max (stageId: taskId)) 442.4 KiB (22.9 KiB, 31.4 KiB, 44.6 KiB (stage 328415.0: task 923879)) number of partitions: 37 remote reqs duration total (min, med, max (stageId: taskId)) 33 ms (2 ms, 2 ms, 3 ms (stage 328415.0: task 923855)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 880.1 KiB (23.2 KiB, 23.8 KiB, 24.2 KiB (stage 328413.0: task 923767))" tooltip="Exchange hashpartitioning(shardId#3535017, orderProposalId#3535019L, 37), ENSURE_REQUIREMENTS, [plan_id=1013287]"]; subgraph cluster44 { isCluster="true"; id="cluster44"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n700 ms (8 ms, 9 ms, 118 ms (stage 328413.0: task 923727))"; tooltip="WholeStageCodegen (2)"; 45 [id="node45" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 172 ms (3 ms, 4 ms, 10 ms (stage 328413.0: task 923749)) peak memory total (min, med, max (stageId: taskId)) 9.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 328413.0: task 923721)) number of output rows: 64,886 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#3535017, orderProposalId#3535019L], functions=[])"]; 46 [id="node46" labelType="html" label="Filter number of output rows: 118,908" tooltip="Filter (isnotnull(shardId#3535017) AND isnotnull(orderProposalId#3535019L))"]; } 47 [id="node47" labelType="html" label="InMemoryTableScan number of output rows: 118,908" tooltip="InMemoryTableScan [shardId#3535017, orderProposalId#3535019L], [isnotnull(shardId#3535017), isnotnull(orderProposalId#3535019L)]"]; 48 [id="node48" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster49 { isCluster="true"; id="cluster49"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 50 [id="node50" labelType="html" label=" Project " tooltip="Project [0_3_10000000532 AS shardId#3530498, worklistShardItemId#3530656L, orderProposalId#3530633L, orderProposalItemId#3530634, orderProposalItemGroupId#3530657, originalReplenishmentRunId#3530675L, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, cast(sequenceId#3530655 as bigint) AS sequenceId#3530508L, sourceOfSupplyUuid#3530647, supplierGroup#3530635, supplier#3530636, subrange#3530639, product#3530642, plant#3530637, purchasingOrg#3530648, purchasingGroup#3530649, mrpController#3530646, orderDateTime#3530643, deliveryDateTime#3530638, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, isFallbackOrderOnly#3530650, ... 20 more fields]"]; } 1->0; 3->1; 4->3; 5->4; 6->5; 7->6; 9->7; 10->9; 11->7; 12->11; 13->12; 14->13; 16->14; 17->16; 18->17; 20->18; 21->20; 23->21; 24->23; 25->24; 26->25; 27->4; 29->27; 30->29; 31->30; 32->31; 34->32; 35->34; 37->35; 38->37; 39->38; 41->35; 42->41; 43->42; 45->43; 46->45; 47->46; 48->47; 50->48; 21->50; }

Details

== Physical Plan ==
AdaptiveSparkPlan (75)
+- == Final Plan ==
   ResultQueryStage (53), Statistics(sizeInBytes=8.0 EiB)
   +- DeserializeToObject (52)
      +- * Project (51)
         +- * BroadcastHashJoin Inner BuildRight (50)
            :- AQEShuffleRead (28)
            :  +- ShuffleQueryStage (27), Statistics(sizeInBytes=18.9 MiB, rowCount=9.25E+3)
            :     +- Exchange (26)
            :        +- Union (25)
            :           :- * Filter (2)
            :           :  +- * Scan ExistingRDD (1)
            :           +- ObjectHashAggregate (24)
            :              +- AQEShuffleRead (23)
            :                 +- ShuffleQueryStage (22), Statistics(sizeInBytes=9.5 MiB, rowCount=6.49E+4)
            :                    +- Exchange (21)
            :                       +- ObjectHashAggregate (20)
            :                          +- * Filter (19)
            :                             +- TableCacheQueryStage (18), Statistics(sizeInBytes=137.0 MiB, rowCount=1.19E+5)
            :                                +- InMemoryTableScan (3)
            :                                      +- InMemoryRelation (4)
            :                                            +- AdaptiveSparkPlan (17)
                                                         +- == Final Plan ==
                                                            ResultQueryStage (12)
                                                            +- * Project (11)
                                                               +- ShuffleQueryStage (10), Statistics(sizeInBytes=154.3 MiB, rowCount=1.19E+5)
                                                                  +- Exchange (9)
                                                                     +- * Project (8)
                                                                        +- * Filter (7)
                                                                           +- * ColumnarToRow (6)
                                                                              +- Scan parquet  (5)
                                                         +- == Initial Plan ==
                                                            Project (16)
                                                            +- Exchange (15)
                                                               +- Project (14)
                                                                  +- Filter (13)
                                                                     +- Scan parquet  (5)
            +- BroadcastQueryStage (49), Statistics(sizeInBytes=2.5 MiB, rowCount=9.25E+3)
               +- BroadcastExchange (48)
                  +- * Filter (47)
                     +- * HashAggregate (46)
                        +- AQEShuffleRead (45)
                           +- ShuffleQueryStage (44), Statistics(sizeInBytes=433.5 KiB, rowCount=9.25E+3)
                              +- Exchange (43)
                                 +- * HashAggregate (42)
                                    +- Union (41)
                                       :- * Project (31)
                                       :  +- * Filter (30)
                                       :     +- * Scan ExistingRDD (29)
                                       +- * HashAggregate (40)
                                          +- AQEShuffleRead (39)
                                             +- ShuffleQueryStage (38), Statistics(sizeInBytes=2.5 MiB, rowCount=6.49E+4)
                                                +- Exchange (37)
                                                   +- * HashAggregate (36)
                                                      +- * Filter (35)
                                                         +- TableCacheQueryStage (34), Statistics(sizeInBytes=137.0 MiB, rowCount=1.19E+5)
                                                            +- InMemoryTableScan (32)
                                                                  +- InMemoryRelation (33)
                                                                        +- AdaptiveSparkPlan (17)
                                                                        +- == Final Plan ==
                                                                           ResultQueryStage (12)
                                                                           +- * Project (11)
                                                                              +- ShuffleQueryStage (10), Statistics(sizeInBytes=154.3 MiB, rowCount=1.19E+5)
                                                                                 +- Exchange (9)
                                                                                    +- * Project (8)
                                                                                       +- * Filter (7)
                                                                                          +- * ColumnarToRow (6)
                                                                                             +- Scan parquet  (5)
                                                                        +- == Initial Plan ==
                                                                           Project (16)
                                                                           +- Exchange (15)
                                                                              +- Project (14)
                                                                                 +- Filter (13)
                                                                                    +- Scan parquet  (5)
+- == Initial Plan ==
   DeserializeToObject (74)
   +- Project (73)
      +- SortMergeJoin Inner (72)
         :- Sort (60)
         :  +- Exchange (59)
         :     +- Union (58)
         :        :- Filter (2)
         :        :  +- Scan ExistingRDD (1)
         :        +- ObjectHashAggregate (57)
         :           +- Exchange (56)
         :              +- ObjectHashAggregate (55)
         :                 +- Filter (54)
         :                    +- InMemoryTableScan (3)
         :                          +- InMemoryRelation (4)
         :                                +- AdaptiveSparkPlan (17)
                                          +- == Final Plan ==
                                             ResultQueryStage (12)
                                             +- * Project (11)
                                                +- ShuffleQueryStage (10), Statistics(sizeInBytes=154.3 MiB, rowCount=1.19E+5)
                                                   +- Exchange (9)
                                                      +- * Project (8)
                                                         +- * Filter (7)
                                                            +- * ColumnarToRow (6)
                                                               +- Scan parquet  (5)
                                          +- == Initial Plan ==
                                             Project (16)
                                             +- Exchange (15)
                                                +- Project (14)
                                                   +- Filter (13)
                                                      +- Scan parquet  (5)
         +- Sort (71)
            +- Exchange (70)
               +- Filter (69)
                  +- HashAggregate (68)
                     +- Exchange (67)
                        +- HashAggregate (66)
                           +- Union (65)
                              :- Project (31)
                              :  +- Filter (30)
                              :     +- Scan ExistingRDD (29)
                              +- HashAggregate (64)
                                 +- Exchange (63)
                                    +- HashAggregate (62)
                                       +- Filter (61)
                                          +- InMemoryTableScan (32)
                                                +- InMemoryRelation (33)
                                                      +- AdaptiveSparkPlan (17)
                                                      +- == Final Plan ==
                                                         ResultQueryStage (12)
                                                         +- * Project (11)
                                                            +- ShuffleQueryStage (10), Statistics(sizeInBytes=154.3 MiB, rowCount=1.19E+5)
                                                               +- Exchange (9)
                                                                  +- * Project (8)
                                                                     +- * Filter (7)
                                                                        +- * ColumnarToRow (6)
                                                                           +- Scan parquet  (5)
                                                      +- == Initial Plan ==
                                                         Project (16)
                                                         +- Exchange (15)
                                                            +- Project (14)
                                                               +- Filter (13)
                                                                  +- Scan parquet  (5)


(1) Scan ExistingRDD [codegen id : 6]
Output [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Arguments: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993], MapPartitionsRDD[150275] at createDataFrame at OptimalQuantitiesCacheImpl.java:212, ExistingRDD, UnknownPartitioning(0)

(2) Filter [codegen id : 6]
Input [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Condition : ((isnotnull(shardId#3534987) AND isnotnull(orderProposalId#3534988L)) AND isnotnull(lastModified#3534992))

(3) InMemoryTableScan
Output [3]: [shardId#3530498, worklistShardItemId#3530499L, orderProposalId#3530500L]
Arguments: [shardId#3530498, worklistShardItemId#3530499L, orderProposalId#3530500L], [isnotnull(shardId#3530498), isnotnull(orderProposalId#3530500L)]

(4) InMemoryRelation
Arguments: [shardId#3530498, worklistShardItemId#3530499L, orderProposalId#3530500L, orderProposalItemId#3530501, orderProposalItemGroupId#3530502, originalReplenishmentRunId#3530503L, orderProposalHorizonGroupingId#3530504L, splitIndicator#3530505L, previousOrderProposal#3530506L, clusterId#3530507L, sequenceId#3530508L, sourceOfSupplyUuid#3530509, supplierGroup#3530510, supplier#3530511, subrange#3530512, product#3530513, plant#3530514, purchasingOrg#3530515, purchasingGroup#3530516, mrpController#3530517, orderDateTime#3530518, deliveryDateTime#3530519, availabilityDateTime#3530520, nextAvailabilityDateTime#3530521, isFallbackOrderOnly#3530522, ... 20 more fields], StorageLevel(disk, memory, 2 replicas)

(5) Scan parquet 
Output [45]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676, shardId#3530677, sequenceId#3530655]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532]
PartitionFilters: [isnotnull(shardId#3530677), isnotnull(sequenceId#3530655), (shardId#3530677 = 0_3_10000000532), (sequenceId#3530655 = 2)]
PushedFilters: [IsNotNull(availabilityDateTime), IsNotNull(nextAvailabilityDateTime)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,mrpController:string,sourceOfSupplyUuid:string,purchasingOrg:string,purchasingGroup:string,isFallbackOrderOnly:boolean,orderProposalHorizonGroupingId:bigint,splitIndicator:bigint,previousOrderProposal:bigint,clusterId:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,constraintRanks:array<int>,constraintIsActive:array<boolean>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>

(6) ColumnarToRow [codegen id : 1]
Input [45]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676, shardId#3530677, sequenceId#3530655]

(7) Filter [codegen id : 1]
Input [45]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676, shardId#3530677, sequenceId#3530655]
Condition : ((isnotnull(availabilityDateTime#3530644) AND isnotnull(nextAvailabilityDateTime#3530645)) AND (nextAvailabilityDateTime#3530645 > availabilityDateTime#3530644))

(8) Project [codegen id : 1]
Output [44]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, sequenceId#3530655, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676]
Input [45]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676, shardId#3530677, sequenceId#3530655]

(9) Exchange
Input [44]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, sequenceId#3530655, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676]
Arguments: hashpartitioning(worklistShardItemId#3530656L, 37), REPARTITION_BY_NUM, [plan_id=1012238]

(10) ShuffleQueryStage
Output [44]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, sequenceId#3530655, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676]
Arguments: 0

(11) Project [codegen id : 2]
Output [45]: [0_3_10000000532 AS shardId#3530498, worklistShardItemId#3530656L, orderProposalId#3530633L, orderProposalItemId#3530634, orderProposalItemGroupId#3530657, originalReplenishmentRunId#3530675L, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, cast(sequenceId#3530655 as bigint) AS sequenceId#3530508L, sourceOfSupplyUuid#3530647, supplierGroup#3530635, supplier#3530636, subrange#3530639, product#3530642, plant#3530637, purchasingOrg#3530648, purchasingGroup#3530649, mrpController#3530646, orderDateTime#3530643, deliveryDateTime#3530638, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, isFallbackOrderOnly#3530650, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, netPriceAmount#3530669, netPriceCurrencyCode#3530670, measurements#3530674, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintRanks#3530667, constraintValues#3530666, constraintIsActive#3530668, logisticUnits#3530660, optimizationGroups#3530676, externalProductId#3530658, externalPlantId#3530659, supplyingPlant#3530640, productGroup#3530641]
Input [44]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, sequenceId#3530655, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676]

(12) ResultQueryStage
Output [45]: [shardId#3530498, worklistShardItemId#3530656L, orderProposalId#3530633L, orderProposalItemId#3530634, orderProposalItemGroupId#3530657, originalReplenishmentRunId#3530675L, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, sequenceId#3530508L, sourceOfSupplyUuid#3530647, supplierGroup#3530635, supplier#3530636, subrange#3530639, product#3530642, plant#3530637, purchasingOrg#3530648, purchasingGroup#3530649, mrpController#3530646, orderDateTime#3530643, deliveryDateTime#3530638, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, isFallbackOrderOnly#3530650, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, netPriceAmount#3530669, netPriceCurrencyCode#3530670, measurements#3530674, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintRanks#3530667, constraintValues#3530666, constraintIsActive#3530668, logisticUnits#3530660, optimizationGroups#3530676, externalProductId#3530658, externalPlantId#3530659, supplyingPlant#3530640, productGroup#3530641]
Arguments: 1

(13) Filter
Input [45]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676, shardId#3530677, sequenceId#3530655]
Condition : ((isnotnull(availabilityDateTime#3530644) AND isnotnull(nextAvailabilityDateTime#3530645)) AND (nextAvailabilityDateTime#3530645 > availabilityDateTime#3530644))

(14) Project
Output [44]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, sequenceId#3530655, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676]
Input [45]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676, shardId#3530677, sequenceId#3530655]

(15) Exchange
Input [44]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, sequenceId#3530655, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676]
Arguments: hashpartitioning(worklistShardItemId#3530656L, 37), REPARTITION_BY_NUM, [plan_id=1012210]

(16) Project
Output [45]: [0_3_10000000532 AS shardId#3530498, worklistShardItemId#3530656L, orderProposalId#3530633L, orderProposalItemId#3530634, orderProposalItemGroupId#3530657, originalReplenishmentRunId#3530675L, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, cast(sequenceId#3530655 as bigint) AS sequenceId#3530508L, sourceOfSupplyUuid#3530647, supplierGroup#3530635, supplier#3530636, subrange#3530639, product#3530642, plant#3530637, purchasingOrg#3530648, purchasingGroup#3530649, mrpController#3530646, orderDateTime#3530643, deliveryDateTime#3530638, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, isFallbackOrderOnly#3530650, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, netPriceAmount#3530669, netPriceCurrencyCode#3530670, measurements#3530674, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintRanks#3530667, constraintValues#3530666, constraintIsActive#3530668, logisticUnits#3530660, optimizationGroups#3530676, externalProductId#3530658, externalPlantId#3530659, supplyingPlant#3530640, productGroup#3530641]
Input [44]: [orderProposalId#3530633L, orderProposalItemId#3530634, supplierGroup#3530635, supplier#3530636, plant#3530637, deliveryDateTime#3530638, subrange#3530639, supplyingPlant#3530640, productGroup#3530641, product#3530642, orderDateTime#3530643, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, mrpController#3530646, sourceOfSupplyUuid#3530647, purchasingOrg#3530648, purchasingGroup#3530649, isFallbackOrderOnly#3530650, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, sequenceId#3530655, worklistShardItemId#3530656L, orderProposalItemGroupId#3530657, externalProductId#3530658, externalPlantId#3530659, logisticUnits#3530660, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintValues#3530666, constraintRanks#3530667, constraintIsActive#3530668, netPriceAmount#3530669, netPriceCurrencyCode#3530670, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, measurements#3530674, originalReplenishmentRunId#3530675L, optimizationGroups#3530676]

(17) AdaptiveSparkPlan
Output [45]: [shardId#3530498, worklistShardItemId#3530656L, orderProposalId#3530633L, orderProposalItemId#3530634, orderProposalItemGroupId#3530657, originalReplenishmentRunId#3530675L, orderProposalHorizonGroupingId#3530651L, splitIndicator#3530652L, previousOrderProposal#3530653L, clusterId#3530654L, sequenceId#3530508L, sourceOfSupplyUuid#3530647, supplierGroup#3530635, supplier#3530636, subrange#3530639, product#3530642, plant#3530637, purchasingOrg#3530648, purchasingGroup#3530649, mrpController#3530646, orderDateTime#3530643, deliveryDateTime#3530638, availabilityDateTime#3530644, nextAvailabilityDateTime#3530645, isFallbackOrderOnly#3530650, orderQuantityBaseUom#3530661, orderQuantityBaseUomUuid#3530662, netPriceQuantity#3530671, netPriceQuantityUom#3530672, netPriceQuantityUomUuid#3530673, netPriceAmount#3530669, netPriceCurrencyCode#3530670, measurements#3530674, minimumOrderQuantity#3530663, constraintLabels#3530664, constraintOperators#3530665, constraintRanks#3530667, constraintValues#3530666, constraintIsActive#3530668, logisticUnits#3530660, optimizationGroups#3530676, externalProductId#3530658, externalPlantId#3530659, supplyingPlant#3530640, productGroup#3530641]
Arguments: isFinalPlan=true

(18) TableCacheQueryStage
Output [3]: [shardId#3530498, worklistShardItemId#3530499L, orderProposalId#3530500L]
Arguments: 0

(19) Filter [codegen id : 1]
Input [3]: [shardId#3530498, worklistShardItemId#3530499L, orderProposalId#3530500L]
Condition : (isnotnull(shardId#3530498) AND isnotnull(orderProposalId#3530500L))

(20) ObjectHashAggregate
Input [3]: [shardId#3530498, worklistShardItemId#3530499L, orderProposalId#3530500L]
Keys [2]: [shardId#3530498, orderProposalId#3530500L]
Functions [1]: [partial_collect_list(struct(worklistShardItemId, worklistShardItemId#3530499L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [buf#3536482]
Results [3]: [shardId#3530498, orderProposalId#3530500L, buf#3536483]

(21) Exchange
Input [3]: [shardId#3530498, orderProposalId#3530500L, buf#3536483]
Arguments: hashpartitioning(shardId#3530498, orderProposalId#3530500L, 37), ENSURE_REQUIREMENTS, [plan_id=1013251]

(22) ShuffleQueryStage [codegen id : 6]
Output [3]: [shardId#3530498, orderProposalId#3530500L, buf#3536483]
Arguments: 2

(23) AQEShuffleRead [codegen id : 6]
Input [3]: [shardId#3530498, orderProposalId#3530500L, buf#3536483]
Arguments: coalesced

(24) ObjectHashAggregate [codegen id : 6]
Input [3]: [shardId#3530498, orderProposalId#3530500L, buf#3536483]
Keys [2]: [shardId#3530498, orderProposalId#3530500L]
Functions [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#3530499L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#3530499L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#3534978]
Results [7]: [shardId#3530498, orderProposalId#3530500L, cast(transform(collect_list(struct(worklistShardItemId, worklistShardItemId#3530499L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#3534978, lambdafunction(struct(worklistShardItemId, lambda x_11684#3534999.worklistShardItemId, quantityAfterProdPlantOptimization, lambda x_11684#3534999.quantityAfterProdPlantOptimization, qty, lambda x_11684#3534999.optimalQuantity), lambda x_11684#3534999, false)) as array<struct<worklistShardItemId:bigint,quantityAfterProdPlantOptimization:double,qty:double>>) AS items#3535000, [] AS optimizationGroups#3534994, false AS isOptimal#3534979, 2026-08-31 14:14:37.274931 AS lastModified#3534998, [] AS optimizationInsights#3534995]

(25) Union

(26) Exchange
Input [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Arguments: hashpartitioning(shardId#3534987, orderProposalId#3534988L, lastModified#3534992, 37), ENSURE_REQUIREMENTS, [plan_id=1013451]

(27) ShuffleQueryStage
Output [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Arguments: 5

(28) AQEShuffleRead
Input [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Arguments: local

(29) Scan ExistingRDD [codegen id : 3]
Output [7]: [shardId#3535010, orderProposalId#3535011L, items#3535012, optimizationGroups#3535013, isOptimal#3535014, lastModified#3535015, optimizationInsights#3535016]
Arguments: [shardId#3535010, orderProposalId#3535011L, items#3535012, optimizationGroups#3535013, isOptimal#3535014, lastModified#3535015, optimizationInsights#3535016], MapPartitionsRDD[150275] at createDataFrame at OptimalQuantitiesCacheImpl.java:212, ExistingRDD, UnknownPartitioning(0)

(30) Filter [codegen id : 3]
Input [7]: [shardId#3535010, orderProposalId#3535011L, items#3535012, optimizationGroups#3535013, isOptimal#3535014, lastModified#3535015, optimizationInsights#3535016]
Condition : (isnotnull(shardId#3535010) AND isnotnull(orderProposalId#3535011L))

(31) Project [codegen id : 3]
Output [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535015]
Input [7]: [shardId#3535010, orderProposalId#3535011L, items#3535012, optimizationGroups#3535013, isOptimal#3535014, lastModified#3535015, optimizationInsights#3535016]

(32) InMemoryTableScan
Output [2]: [shardId#3535017, orderProposalId#3535019L]
Arguments: [shardId#3535017, orderProposalId#3535019L], [isnotnull(shardId#3535017), isnotnull(orderProposalId#3535019L)]

(33) InMemoryRelation
Arguments: [shardId#3535017, worklistShardItemId#3535018L, orderProposalId#3535019L, orderProposalItemId#3535020, orderProposalItemGroupId#3535021, originalReplenishmentRunId#3535022L, orderProposalHorizonGroupingId#3535023L, splitIndicator#3535024L, previousOrderProposal#3535025L, clusterId#3535026L, sequenceId#3535027L, sourceOfSupplyUuid#3535028, supplierGroup#3535029, supplier#3535030, subrange#3535031, product#3535032, plant#3535033, purchasingOrg#3535034, purchasingGroup#3535035, mrpController#3535036, orderDateTime#3535037, deliveryDateTime#3535038, availabilityDateTime#3535039, nextAvailabilityDateTime#3535040, isFallbackOrderOnly#3535041, ... 20 more fields], StorageLevel(disk, memory, 2 replicas)

(34) TableCacheQueryStage
Output [2]: [shardId#3535017, orderProposalId#3535019L]
Arguments: 1

(35) Filter [codegen id : 2]
Input [2]: [shardId#3535017, orderProposalId#3535019L]
Condition : (isnotnull(shardId#3535017) AND isnotnull(orderProposalId#3535019L))

(36) HashAggregate [codegen id : 2]
Input [2]: [shardId#3535017, orderProposalId#3535019L]
Keys [2]: [shardId#3535017, orderProposalId#3535019L]
Functions: []
Aggregate Attributes: []
Results [2]: [shardId#3535017, orderProposalId#3535019L]

(37) Exchange
Input [2]: [shardId#3535017, orderProposalId#3535019L]
Arguments: hashpartitioning(shardId#3535017, orderProposalId#3535019L, 37), ENSURE_REQUIREMENTS, [plan_id=1013287]

(38) ShuffleQueryStage
Output [2]: [shardId#3535017, orderProposalId#3535019L]
Arguments: 3

(39) AQEShuffleRead
Input [2]: [shardId#3535017, orderProposalId#3535019L]
Arguments: coalesced

(40) HashAggregate [codegen id : 4]
Input [2]: [shardId#3535017, orderProposalId#3535019L]
Keys [2]: [shardId#3535017, orderProposalId#3535019L]
Functions: []
Aggregate Attributes: []
Results [3]: [shardId#3535017, orderProposalId#3535019L, 2026-08-31 14:14:37.274931 AS lastModified#3535114]

(41) Union

(42) HashAggregate [codegen id : 5]
Input [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535015]
Keys [2]: [shardId#3535010, orderProposalId#3535011L]
Functions [1]: [partial_max(lastModified#3535015)]
Aggregate Attributes [1]: [max#3536484]
Results [3]: [shardId#3535010, orderProposalId#3535011L, max#3536485]

(43) Exchange
Input [3]: [shardId#3535010, orderProposalId#3535011L, max#3536485]
Arguments: hashpartitioning(shardId#3535010, orderProposalId#3535011L, 37), ENSURE_REQUIREMENTS, [plan_id=1013391]

(44) ShuffleQueryStage
Output [3]: [shardId#3535010, orderProposalId#3535011L, max#3536485]
Arguments: 4

(45) AQEShuffleRead
Input [3]: [shardId#3535010, orderProposalId#3535011L, max#3536485]
Arguments: coalesced

(46) HashAggregate [codegen id : 7]
Input [3]: [shardId#3535010, orderProposalId#3535011L, max#3536485]
Keys [2]: [shardId#3535010, orderProposalId#3535011L]
Functions [1]: [max(lastModified#3535015)]
Aggregate Attributes [1]: [max(lastModified#3535015)#3535009]
Results [3]: [shardId#3535010, orderProposalId#3535011L, max(lastModified#3535015)#3535009 AS lastModified#3535001]

(47) Filter [codegen id : 7]
Input [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535001]
Condition : isnotnull(lastModified#3535001)

(48) BroadcastExchange
Input [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535001]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true], input[1, bigint, true], input[2, timestamp, false]),false), [plan_id=1013500]

(49) BroadcastQueryStage
Output [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535001]
Arguments: 6

(50) BroadcastHashJoin [codegen id : 8]
Left keys [3]: [shardId#3534987, orderProposalId#3534988L, lastModified#3534992]
Right keys [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535001]
Join type: Inner
Join condition: None

(51) Project [codegen id : 8]
Output [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Input [10]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993, shardId#3535010, orderProposalId#3535011L, lastModified#3535001]

(52) DeserializeToObject
Input [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Arguments: createexternalrow(invoke(shardId#3534987.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#3534988L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#3534989, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#3534990, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#3534991)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#3534992)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#3534993, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#3535131: org.apache.spark.sql.Row

(53) ResultQueryStage
Output [1]: [obj#3535131]
Arguments: 7

(54) Filter
Input [3]: [shardId#3530498, worklistShardItemId#3530499L, orderProposalId#3530500L]
Condition : (isnotnull(shardId#3530498) AND isnotnull(orderProposalId#3530500L))

(55) ObjectHashAggregate
Input [3]: [shardId#3530498, worklistShardItemId#3530499L, orderProposalId#3530500L]
Keys [2]: [shardId#3530498, orderProposalId#3530500L]
Functions [1]: [partial_collect_list(struct(worklistShardItemId, worklistShardItemId#3530499L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [buf#3536482]
Results [3]: [shardId#3530498, orderProposalId#3530500L, buf#3536483]

(56) Exchange
Input [3]: [shardId#3530498, orderProposalId#3530500L, buf#3536483]
Arguments: hashpartitioning(shardId#3530498, orderProposalId#3530500L, 37), ENSURE_REQUIREMENTS, [plan_id=1013080]

(57) ObjectHashAggregate
Input [3]: [shardId#3530498, orderProposalId#3530500L, buf#3536483]
Keys [2]: [shardId#3530498, orderProposalId#3530500L]
Functions [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#3530499L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#3530499L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#3534978]
Results [7]: [shardId#3530498, orderProposalId#3530500L, cast(transform(collect_list(struct(worklistShardItemId, worklistShardItemId#3530499L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#3534978, lambdafunction(struct(worklistShardItemId, lambda x_11684#3534999.worklistShardItemId, quantityAfterProdPlantOptimization, lambda x_11684#3534999.quantityAfterProdPlantOptimization, qty, lambda x_11684#3534999.optimalQuantity), lambda x_11684#3534999, false)) as array<struct<worklistShardItemId:bigint,quantityAfterProdPlantOptimization:double,qty:double>>) AS items#3535000, [] AS optimizationGroups#3534994, false AS isOptimal#3534979, 2026-08-31 14:14:37.274931 AS lastModified#3534998, [] AS optimizationInsights#3534995]

(58) Union

(59) Exchange
Input [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Arguments: hashpartitioning(shardId#3534987, orderProposalId#3534988L, lastModified#3534992, 37), ENSURE_REQUIREMENTS, [plan_id=1013093]

(60) Sort
Input [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Arguments: [shardId#3534987 ASC NULLS FIRST, orderProposalId#3534988L ASC NULLS FIRST, lastModified#3534992 ASC NULLS FIRST], false, 0

(61) Filter
Input [2]: [shardId#3535017, orderProposalId#3535019L]
Condition : (isnotnull(shardId#3535017) AND isnotnull(orderProposalId#3535019L))

(62) HashAggregate
Input [2]: [shardId#3535017, orderProposalId#3535019L]
Keys [2]: [shardId#3535017, orderProposalId#3535019L]
Functions: []
Aggregate Attributes: []
Results [2]: [shardId#3535017, orderProposalId#3535019L]

(63) Exchange
Input [2]: [shardId#3535017, orderProposalId#3535019L]
Arguments: hashpartitioning(shardId#3535017, orderProposalId#3535019L, 37), ENSURE_REQUIREMENTS, [plan_id=1013083]

(64) HashAggregate
Input [2]: [shardId#3535017, orderProposalId#3535019L]
Keys [2]: [shardId#3535017, orderProposalId#3535019L]
Functions: []
Aggregate Attributes: []
Results [3]: [shardId#3535017, orderProposalId#3535019L, 2026-08-31 14:14:37.274931 AS lastModified#3535114]

(65) Union

(66) HashAggregate
Input [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535015]
Keys [2]: [shardId#3535010, orderProposalId#3535011L]
Functions [1]: [partial_max(lastModified#3535015)]
Aggregate Attributes [1]: [max#3536484]
Results [3]: [shardId#3535010, orderProposalId#3535011L, max#3536485]

(67) Exchange
Input [3]: [shardId#3535010, orderProposalId#3535011L, max#3536485]
Arguments: hashpartitioning(shardId#3535010, orderProposalId#3535011L, 37), ENSURE_REQUIREMENTS, [plan_id=1013088]

(68) HashAggregate
Input [3]: [shardId#3535010, orderProposalId#3535011L, max#3536485]
Keys [2]: [shardId#3535010, orderProposalId#3535011L]
Functions [1]: [max(lastModified#3535015)]
Aggregate Attributes [1]: [max(lastModified#3535015)#3535009]
Results [3]: [shardId#3535010, orderProposalId#3535011L, max(lastModified#3535015)#3535009 AS lastModified#3535001]

(69) Filter
Input [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535001]
Condition : isnotnull(lastModified#3535001)

(70) Exchange
Input [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535001]
Arguments: hashpartitioning(shardId#3535010, orderProposalId#3535011L, lastModified#3535001, 37), ENSURE_REQUIREMENTS, [plan_id=1013094]

(71) Sort
Input [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535001]
Arguments: [shardId#3535010 ASC NULLS FIRST, orderProposalId#3535011L ASC NULLS FIRST, lastModified#3535001 ASC NULLS FIRST], false, 0

(72) SortMergeJoin
Left keys [3]: [shardId#3534987, orderProposalId#3534988L, lastModified#3534992]
Right keys [3]: [shardId#3535010, orderProposalId#3535011L, lastModified#3535001]
Join type: Inner
Join condition: None

(73) Project
Output [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Input [10]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993, shardId#3535010, orderProposalId#3535011L, lastModified#3535001]

(74) DeserializeToObject
Input [7]: [shardId#3534987, orderProposalId#3534988L, items#3534989, optimizationGroups#3534990, isOptimal#3534991, lastModified#3534992, optimizationInsights#3534993]
Arguments: createexternalrow(invoke(shardId#3534987.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#3534988L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#3534989, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#3534990, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#3534991)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#3534992)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#3534993, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#3535131: org.apache.spark.sql.Row

(75) AdaptiveSparkPlan
Output [1]: [obj#3535131]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.activity.clearDeltaLogCache	false
spark.activity.clearSqlCache	false
spark.activity.hdlfsEnabled	true
spark.activity.isolateSession	true
spark.databricks.delta.lastCommitVersionInSession	17
spark.sql.parquet.fieldId.read.enabled	true
spark.sql.parquet.fieldId.write.enabled	true
temporal.activity.id	7e48730f-438d-33fc-beb0-64b9aa83a079
temporal.activity.type	TriggerOptimize