crp-order-qty-opt-service - Details for Query 38126

Submitted Time: 2026/09/01 14:15:28
Duration: 2 s
Succeeded Jobs: 52692 52693 52694 52695 52697

Plan Visualization

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [id="node0" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; 1 [id="node1" labelType="html" label=" DeserializeToObject " tooltip="DeserializeToObject createexternalrow(invoke(shardId#10211370.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#10211371L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#10211372, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#10211373, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#10211374)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#10211375)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#10211376, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#10211514: org.apache.spark.sql.Row"]; subgraph cluster2 { isCluster="true"; id="cluster2"; label="WholeStageCodegen (8)"; tooltip="WholeStageCodegen (8)"; 3 [id="node3" labelType="html" label=" Project " tooltip="Project [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]"]; 4 [id="node4" labelType="html" label=" BroadcastHashJoin " tooltip="BroadcastHashJoin [shardId#10211370, orderProposalId#10211371L, lastModified#10211375], [shardId#10211393, orderProposalId#10211394L, lastModified#10211384], Inner, BuildRight, false"]; } 5 [id="node5" labelType="html" label="AQEShuffleRead number of partitions: 30" tooltip="AQEShuffleRead local"]; 6 [id="node6" labelType="html" label="Exchange shuffle records written: 4,403 data size total (min, med, max (stageId: taskId)) 9.0 MiB (101.0 KiB, 157.6 KiB, 210.5 KiB (stage 1032845.0: task 2667424)) shuffle write time total (min, med, max (stageId: taskId)) 117 ms (1 ms, 1 ms, 7 ms (stage 1032845.0: task 2667409)) number of partitions: 37 shuffle bytes written total (min, med, max (stageId: taskId)) 1860.3 KiB (21.1 KiB, 31.4 KiB, 40.5 KiB (stage 1032845.0: task 2667424))" tooltip="Exchange hashpartitioning(shardId#10211370, orderProposalId#10211371L, lastModified#10211375, 37), ENSURE_REQUIREMENTS, [plan_id=3018638]"]; 7 [id="node7" labelType="html" label=" Union " tooltip="Union"]; subgraph cluster8 { isCluster="true"; id="cluster8"; label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n741 ms (13 ms, 21 ms, 47 ms (stage 1032845.0: task 2667344))"; tooltip="WholeStageCodegen (6)"; 9 [id="node9" labelType="html" label="Filter number of output rows: 2,354" tooltip="Filter ((isnotnull(shardId#10211370) AND isnotnull(orderProposalId#10211371L)) AND isnotnull(lastModified#10211375))"]; 10 [id="node10" labelType="html" label="Scan ExistingRDD number of output rows: 2,354" tooltip="Scan ExistingRDD[shardId#10211370,orderProposalId#10211371L,items#10211372,optimizationGroups#10211373,isOptimal#10211374,lastModified#10211375,optimizationInsights#10211376]"]; } 11 [id="node11" labelType="html" label="ObjectHashAggregate number of output rows: 2,049 time in aggregation build total (min, med, max (stageId: taskId)) 356 ms (5 ms, 7 ms, 35 ms (stage 1032845.0: task 2667399)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1032845.0: task 2667403)) number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#10205815, orderProposalId#10205817L], functions=[collect_list(struct(worklistShardItemId, worklistShardItemId#10205816L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)])"]; 12 [id="node12" labelType="html" label="AQEShuffleRead number of partitions: 32 partition data size total (min, med, max (stageId: taskId)) 2046.6 KiB (50.1 KiB, 57.4 KiB, 103.4 KiB (driver)) number of coalesced partitions: 5" tooltip="AQEShuffleRead coalesced"]; 13 [id="node13" labelType="html" label="Exchange shuffle records written: 56,448 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 56,448 local bytes read total (min, med, max (stageId: taskId)) 696.0 KiB (13.1 KiB, 24.2 KiB, 51.2 KiB (stage 1032845.0: task 2667424)) merged fetch fallback count: 0 local blocks read: 487 remote merged chunks fetched: 0 remote blocks read: 882 data size total (min, med, max (stageId: taskId)) 8.2 MiB (221.4 KiB, 227.4 KiB, 236.8 KiB (stage 1032840.0: task 2667192)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 75 ms (1 ms, 1 ms, 3 ms (stage 1032840.0: task 2667185)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 16 ms (0 ms, 0 ms, 9 ms (stage 1032845.0: task 2667435)) remote bytes read total (min, med, max (stageId: taskId)) 1255.1 KiB (23.5 KiB, 38.0 KiB, 70.6 KiB (stage 1032845.0: task 2667426)) number of partitions: 37 remote reqs duration total (min, med, max (stageId: taskId)) 260 ms (5 ms, 7 ms, 20 ms (stage 1032845.0: task 2667435)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 1951.1 KiB (51.4 KiB, 52.7 KiB, 54.3 KiB (stage 1032840.0: task 2667192))" tooltip="Exchange hashpartitioning(shardId#10205815, orderProposalId#10205817L, 37), ENSURE_REQUIREMENTS, [plan_id=3018438]"]; 14 [id="node14" labelType="html" label="ObjectHashAggregate number of output rows: 56,448 time in aggregation build total (min, med, max (stageId: taskId)) 7.5 s (5 ms, 7 ms, 934 ms (stage 1032840.0: task 2667193)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1032840.0: task 2667191)) number of sort fallback tasks: 37" tooltip="ObjectHashAggregate(keys=[shardId#10205815, orderProposalId#10205817L], functions=[partial_collect_list(struct(worklistShardItemId, worklistShardItemId#10205816L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)])"]; subgraph cluster15 { isCluster="true"; id="cluster15"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n7.2 s (4 ms, 6 ms, 910 ms (stage 1032840.0: task 2667193))"; tooltip="WholeStageCodegen (1)"; 16 [id="node16" labelType="html" label="Filter number of output rows: 102,638" tooltip="Filter (isnotnull(shardId#10205815) AND isnotnull(orderProposalId#10205817L))"]; } 17 [id="node17" labelType="html" label="InMemoryTableScan number of output rows: 102,638" tooltip="InMemoryTableScan [shardId#10205815, worklistShardItemId#10205816L, orderProposalId#10205817L], [isnotnull(shardId#10205815), isnotnull(orderProposalId#10205817L)]"]; 18 [id="node18" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster19 { isCluster="true"; id="cluster19"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 20 [id="node20" labelType="html" label=" Project " tooltip="Project [0_4_10000000540 AS shardId#10205815, worklistShardItemId#10206042L, orderProposalId#10206019L, orderProposalItemId#10206020, orderProposalItemGroupId#10206043, originalReplenishmentRunId#10206061L, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, cast(sequenceId#10206041 as bigint) AS sequenceId#10205825L, sourceOfSupplyUuid#10206033, supplierGroup#10206021, supplier#10206022, subrange#10206025, product#10206028, plant#10206023, purchasingOrg#10206034, purchasingGroup#10206035, mrpController#10206032, orderDateTime#10206029, deliveryDateTime#10206024, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, isFallbackOrderOnly#10206036, ... 20 more fields]"]; } 21 [id="node21" labelType="html" label="Exchange shuffle records written: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 0 local bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 0 remote merged chunks fetched: 0 remote blocks read: 0 data size: 0.0 B local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#10206042L, 37), REPARTITION_BY_NUM, [plan_id=3017911]"]; subgraph cluster22 { isCluster="true"; id="cluster22"; label="WholeStageCodegen (1)"; tooltip="WholeStageCodegen (1)"; 23 [id="node23" labelType="html" label=" Project " tooltip="Project [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, sequenceId#10206041, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, ... 19 more fields]"]; 24 [id="node24" labelType="html" label=" Filter " tooltip="Filter ((isnotnull(availabilityDateTime#10206030) AND isnotnull(nextAvailabilityDateTime#10206031)) AND (nextAvailabilityDateTime#10206031 > availabilityDateTime#10206030))"]; 25 [id="node25" labelType="html" label=" ColumnarToRow " tooltip="ColumnarToRow"]; } 26 [id="node26" labelType="html" label=" Scan parquet " tooltip="FileScan parquet [orderProposalId#10206019L,orderProposalItemId#10206020,supplierGroup#10206021,supplier#10206022,plant#10206023,deliveryDateTime#10206024,subrange#10206025,supplyingPlant#10206026,productGroup#10206027,product#10206028,orderDateTime#10206029,availabilityDateTime#10206030,nextAvailabilityDateTime#10206031,mrpController#10206032,sourceOfSupplyUuid#10206033,purchasingOrg#10206034,purchasingGroup#10206035,isFallbackOrderOnly#10206036,orderProposalHorizonGroupingId#10206037L,splitIndicator#10206038L,previousOrderProposal#10206039L,clusterId#10206040L,worklistShardItemId#10206042L,orderProposalItemGroupId#10206043,externalProductId#10206044,... 20 more fields] Batched: true, DataFilters: [isnotnull(availabilityDateTime#10206030), isnotnull(nextAvailabilityDateTime#10206031), (nextAva..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#10206063), isnotnull(sequenceId#10206041), (shardId#10206063 = 0_4_10000000540..., PushedFilters: [IsNotNull(availabilityDateTime), IsNotNull(nextAvailabilityDateTime)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; 27 [id="node27" labelType="html" label="BroadcastExchange time to broadcast: 1 ms time to build: 7 ms time to collect: 170 ms number of output rows: 4,403 data size: 2.3 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, true], input[1, bigint, true], input[2, timestamp, false]),false), [plan_id=3018815]"]; subgraph cluster28 { isCluster="true"; id="cluster28"; label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n81 ms (25 ms, 27 ms, 29 ms (stage 1032859.0: task 2667478))"; tooltip="WholeStageCodegen (7)"; 29 [id="node29" labelType="html" label="Filter number of output rows: 4,403" tooltip="Filter isnotnull(lastModified#10211384)"]; 30 [id="node30" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 75 ms (24 ms, 24 ms, 27 ms (stage 1032859.0: task 2667478)) peak memory total (min, med, max (stageId: taskId)) 6.8 MiB (2.3 MiB, 2.3 MiB, 2.3 MiB (stage 1032859.0: task 2667479)) number of output rows: 4,403 number of sort fallback tasks: 0 avg hash probes per key (min, med, max (stageId: taskId)): (1, 1, 1 (stage 1032859.0: task 2667479))" tooltip="HashAggregate(keys=[shardId#10211393, orderProposalId#10211394L], functions=[max(lastModified#10211398)])"]; } 31 [id="node31" labelType="html" label="AQEShuffleRead number of partitions: 3 partition data size total (min, med, max (stageId: taskId)) 165.4 KiB (52.6 KiB, 54.0 KiB, 58.8 KiB (driver)) number of coalesced partitions: 3" tooltip="AQEShuffleRead coalesced"]; 32 [id="node32" labelType="html" label="Exchange shuffle records written: 4,403 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 4,403 local bytes read total (min, med, max (stageId: taskId)) 62.1 KiB (19.0 KiB, 19.3 KiB, 23.7 KiB (stage 1032859.0: task 2667481)) merged fetch fallback count: 0 local blocks read: 334 remote merged chunks fetched: 0 remote blocks read: 688 data size total (min, med, max (stageId: taskId)) 206.4 KiB (3.5 KiB, 3.8 KiB, 9.8 KiB (stage 1032843.0: task 2667472)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 71 ms (0 ms, 1 ms, 6 ms (stage 1032843.0: task 2667451)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 1032859.0: task 2667479)) remote bytes read total (min, med, max (stageId: taskId)) 93.6 KiB (30.5 KiB, 31.5 KiB, 31.6 KiB (stage 1032859.0: task 2667479)) number of partitions: 37 remote reqs duration total (min, med, max (stageId: taskId)) 50 ms (14 ms, 15 ms, 21 ms (stage 1032859.0: task 2667481)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 155.7 KiB (2.1 KiB, 4.3 KiB, 4.6 KiB (stage 1032843.0: task 2667329))" tooltip="Exchange hashpartitioning(shardId#10211393, orderProposalId#10211394L, 37), ENSURE_REQUIREMENTS, [plan_id=3018578]"]; subgraph cluster33 { isCluster="true"; id="cluster33"; label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n5.3 s (12 ms, 24 ms, 403 ms (stage 1032843.0: task 2667334))"; tooltip="WholeStageCodegen (5)"; 34 [id="node34" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 3.0 s (8 ms, 18 ms, 197 ms (stage 1032843.0: task 2667336)) peak memory total (min, med, max (stageId: taskId)) 10.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 1032843.0: task 2667319)) number of output rows: 4,403 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#10211393, orderProposalId#10211394L], functions=[partial_max(lastModified#10211398)])"]; } 35 [id="node35" labelType="html" label=" Union " tooltip="Union"]; subgraph cluster36 { isCluster="true"; id="cluster36"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n6.9 s (9 ms, 180 ms, 545 ms (stage 1032843.0: task 2667334))"; tooltip="WholeStageCodegen (3)"; 37 [id="node37" labelType="html" label=" Project " tooltip="Project [shardId#10211393, orderProposalId#10211394L, lastModified#10211398]"]; 38 [id="node38" labelType="html" label="Filter number of output rows: 2,354" tooltip="Filter (isnotnull(shardId#10211393) AND isnotnull(orderProposalId#10211394L))"]; 39 [id="node39" labelType="html" label="Scan ExistingRDD number of output rows: 2,354" tooltip="Scan ExistingRDD[shardId#10211393,orderProposalId#10211394L,items#10211395,optimizationGroups#10211396,isOptimal#10211397,lastModified#10211398,optimizationInsights#10211399]"]; } subgraph cluster40 { isCluster="true"; id="cluster40"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n181 ms (11 ms, 15 ms, 19 ms (stage 1032843.0: task 2667464))"; tooltip="WholeStageCodegen (4)"; 41 [id="node41" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 139 ms (10 ms, 12 ms, 13 ms (stage 1032843.0: task 2667466)) peak memory total (min, med, max (stageId: taskId)) 3.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 1032843.0: task 2667461)) number of output rows: 2,049 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#10211400, orderProposalId#10211402L], functions=[])"]; } 42 [id="node42" labelType="html" label="AQEShuffleRead number of partitions: 12 partition data size total (min, med, max (stageId: taskId)) 821.3 KiB (62.3 KiB, 68.2 KiB, 85.1 KiB (driver)) number of coalesced partitions: 12" tooltip="AQEShuffleRead coalesced"]; 43 [id="node43" labelType="html" label="Exchange shuffle records written: 56,448 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 56,448 local bytes read total (min, med, max (stageId: taskId)) 376.4 KiB (28.6 KiB, 30.9 KiB, 39.6 KiB (stage 1032843.0: task 2667472)) merged fetch fallback count: 0 local blocks read: 660 remote merged chunks fetched: 0 remote blocks read: 709 data size total (min, med, max (stageId: taskId)) 2.2 MiB (58.7 KiB, 59.5 KiB, 61.9 KiB (stage 1032841.0: task 2667209)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 77 ms (1 ms, 1 ms, 3 ms (stage 1032841.0: task 2667197)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 7 ms (0 ms, 0 ms, 3 ms (stage 1032843.0: task 2667466)) remote bytes read total (min, med, max (stageId: taskId)) 406.5 KiB (30.9 KiB, 33.8 KiB, 41.6 KiB (stage 1032843.0: task 2667472)) number of partitions: 37 remote reqs duration total (min, med, max (stageId: taskId)) 110 ms (5 ms, 7 ms, 18 ms (stage 1032843.0: task 2667468)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 782.9 KiB (20.9 KiB, 21.1 KiB, 21.9 KiB (stage 1032841.0: task 2667209))" tooltip="Exchange hashpartitioning(shardId#10211400, orderProposalId#10211402L, 37), ENSURE_REQUIREMENTS, [plan_id=3018474]"]; subgraph cluster44 { isCluster="true"; id="cluster44"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n1.9 s (8 ms, 11 ms, 461 ms (stage 1032841.0: task 2667202))"; tooltip="WholeStageCodegen (2)"; 45 [id="node45" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 270 ms (3 ms, 5 ms, 22 ms (stage 1032841.0: task 2667201)) peak memory total (min, med, max (stageId: taskId)) 9.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 1032841.0: task 2667198)) number of output rows: 56,448 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#10211400, orderProposalId#10211402L], functions=[])"]; 46 [id="node46" labelType="html" label="Filter number of output rows: 102,638" tooltip="Filter (isnotnull(shardId#10211400) AND isnotnull(orderProposalId#10211402L))"]; } 47 [id="node47" labelType="html" label="InMemoryTableScan number of output rows: 102,638" tooltip="InMemoryTableScan [shardId#10211400, orderProposalId#10211402L], [isnotnull(shardId#10211400), isnotnull(orderProposalId#10211402L)]"]; 48 [id="node48" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster49 { isCluster="true"; id="cluster49"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 50 [id="node50" labelType="html" label=" Project " tooltip="Project [0_4_10000000540 AS shardId#10205815, worklistShardItemId#10206042L, orderProposalId#10206019L, orderProposalItemId#10206020, orderProposalItemGroupId#10206043, originalReplenishmentRunId#10206061L, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, cast(sequenceId#10206041 as bigint) AS sequenceId#10205825L, sourceOfSupplyUuid#10206033, supplierGroup#10206021, supplier#10206022, subrange#10206025, product#10206028, plant#10206023, purchasingOrg#10206034, purchasingGroup#10206035, mrpController#10206032, orderDateTime#10206029, deliveryDateTime#10206024, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, isFallbackOrderOnly#10206036, ... 20 more fields]"]; } 1->0; 3->1; 4->3; 5->4; 6->5; 7->6; 9->7; 10->9; 11->7; 12->11; 13->12; 14->13; 16->14; 17->16; 18->17; 20->18; 21->20; 23->21; 24->23; 25->24; 26->25; 27->4; 29->27; 30->29; 31->30; 32->31; 34->32; 35->34; 37->35; 38->37; 39->38; 41->35; 42->41; 43->42; 45->43; 46->45; 47->46; 48->47; 50->48; 21->50; }

Details

== Physical Plan ==
AdaptiveSparkPlan (75)
+- == Final Plan ==
   ResultQueryStage (53), Statistics(sizeInBytes=8.0 EiB)
   +- DeserializeToObject (52)
      +- * Project (51)
         +- * BroadcastHashJoin Inner BuildRight (50)
            :- AQEShuffleRead (28)
            :  +- ShuffleQueryStage (27), Statistics(sizeInBytes=9.0 MiB, rowCount=4.40E+3)
            :     +- Exchange (26)
            :        +- Union (25)
            :           :- * Filter (2)
            :           :  +- * Scan ExistingRDD (1)
            :           +- ObjectHashAggregate (24)
            :              +- AQEShuffleRead (23)
            :                 +- ShuffleQueryStage (22), Statistics(sizeInBytes=8.2 MiB, rowCount=5.64E+4)
            :                    +- Exchange (21)
            :                       +- ObjectHashAggregate (20)
            :                          +- * Filter (19)
            :                             +- TableCacheQueryStage (18), Statistics(sizeInBytes=118.2 MiB, rowCount=1.03E+5)
            :                                +- InMemoryTableScan (3)
            :                                      +- InMemoryRelation (4)
            :                                            +- AdaptiveSparkPlan (17)
                                                         +- == Final Plan ==
                                                            ResultQueryStage (12)
                                                            +- * Project (11)
                                                               +- ShuffleQueryStage (10), Statistics(sizeInBytes=133.2 MiB, rowCount=1.03E+5)
                                                                  +- Exchange (9)
                                                                     +- * Project (8)
                                                                        +- * Filter (7)
                                                                           +- * ColumnarToRow (6)
                                                                              +- Scan parquet  (5)
                                                         +- == Initial Plan ==
                                                            Project (16)
                                                            +- Exchange (15)
                                                               +- Project (14)
                                                                  +- Filter (13)
                                                                     +- Scan parquet  (5)
            +- BroadcastQueryStage (49), Statistics(sizeInBytes=2.3 MiB, rowCount=4.40E+3)
               +- BroadcastExchange (48)
                  +- * Filter (47)
                     +- * HashAggregate (46)
                        +- AQEShuffleRead (45)
                           +- ShuffleQueryStage (44), Statistics(sizeInBytes=206.4 KiB, rowCount=4.40E+3)
                              +- Exchange (43)
                                 +- * HashAggregate (42)
                                    +- Union (41)
                                       :- * Project (31)
                                       :  +- * Filter (30)
                                       :     +- * Scan ExistingRDD (29)
                                       +- * HashAggregate (40)
                                          +- AQEShuffleRead (39)
                                             +- ShuffleQueryStage (38), Statistics(sizeInBytes=2.2 MiB, rowCount=5.64E+4)
                                                +- Exchange (37)
                                                   +- * HashAggregate (36)
                                                      +- * Filter (35)
                                                         +- TableCacheQueryStage (34), Statistics(sizeInBytes=118.2 MiB, rowCount=1.03E+5)
                                                            +- InMemoryTableScan (32)
                                                                  +- InMemoryRelation (33)
                                                                        +- AdaptiveSparkPlan (17)
                                                                        +- == Final Plan ==
                                                                           ResultQueryStage (12)
                                                                           +- * Project (11)
                                                                              +- ShuffleQueryStage (10), Statistics(sizeInBytes=133.2 MiB, rowCount=1.03E+5)
                                                                                 +- Exchange (9)
                                                                                    +- * Project (8)
                                                                                       +- * Filter (7)
                                                                                          +- * ColumnarToRow (6)
                                                                                             +- Scan parquet  (5)
                                                                        +- == Initial Plan ==
                                                                           Project (16)
                                                                           +- Exchange (15)
                                                                              +- Project (14)
                                                                                 +- Filter (13)
                                                                                    +- Scan parquet  (5)
+- == Initial Plan ==
   DeserializeToObject (74)
   +- Project (73)
      +- SortMergeJoin Inner (72)
         :- Sort (60)
         :  +- Exchange (59)
         :     +- Union (58)
         :        :- Filter (2)
         :        :  +- Scan ExistingRDD (1)
         :        +- ObjectHashAggregate (57)
         :           +- Exchange (56)
         :              +- ObjectHashAggregate (55)
         :                 +- Filter (54)
         :                    +- InMemoryTableScan (3)
         :                          +- InMemoryRelation (4)
         :                                +- AdaptiveSparkPlan (17)
                                          +- == Final Plan ==
                                             ResultQueryStage (12)
                                             +- * Project (11)
                                                +- ShuffleQueryStage (10), Statistics(sizeInBytes=133.2 MiB, rowCount=1.03E+5)
                                                   +- Exchange (9)
                                                      +- * Project (8)
                                                         +- * Filter (7)
                                                            +- * ColumnarToRow (6)
                                                               +- Scan parquet  (5)
                                          +- == Initial Plan ==
                                             Project (16)
                                             +- Exchange (15)
                                                +- Project (14)
                                                   +- Filter (13)
                                                      +- Scan parquet  (5)
         +- Sort (71)
            +- Exchange (70)
               +- Filter (69)
                  +- HashAggregate (68)
                     +- Exchange (67)
                        +- HashAggregate (66)
                           +- Union (65)
                              :- Project (31)
                              :  +- Filter (30)
                              :     +- Scan ExistingRDD (29)
                              +- HashAggregate (64)
                                 +- Exchange (63)
                                    +- HashAggregate (62)
                                       +- Filter (61)
                                          +- InMemoryTableScan (32)
                                                +- InMemoryRelation (33)
                                                      +- AdaptiveSparkPlan (17)
                                                      +- == Final Plan ==
                                                         ResultQueryStage (12)
                                                         +- * Project (11)
                                                            +- ShuffleQueryStage (10), Statistics(sizeInBytes=133.2 MiB, rowCount=1.03E+5)
                                                               +- Exchange (9)
                                                                  +- * Project (8)
                                                                     +- * Filter (7)
                                                                        +- * ColumnarToRow (6)
                                                                           +- Scan parquet  (5)
                                                      +- == Initial Plan ==
                                                         Project (16)
                                                         +- Exchange (15)
                                                            +- Project (14)
                                                               +- Filter (13)
                                                                  +- Scan parquet  (5)


(1) Scan ExistingRDD [codegen id : 6]
Output [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Arguments: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376], MapPartitionsRDD[434189] at createDataFrame at OptimalQuantitiesCacheImpl.java:212, ExistingRDD, UnknownPartitioning(0)

(2) Filter [codegen id : 6]
Input [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Condition : ((isnotnull(shardId#10211370) AND isnotnull(orderProposalId#10211371L)) AND isnotnull(lastModified#10211375))

(3) InMemoryTableScan
Output [3]: [shardId#10205815, worklistShardItemId#10205816L, orderProposalId#10205817L]
Arguments: [shardId#10205815, worklistShardItemId#10205816L, orderProposalId#10205817L], [isnotnull(shardId#10205815), isnotnull(orderProposalId#10205817L)]

(4) InMemoryRelation
Arguments: [shardId#10205815, worklistShardItemId#10205816L, orderProposalId#10205817L, orderProposalItemId#10205818, orderProposalItemGroupId#10205819, originalReplenishmentRunId#10205820L, orderProposalHorizonGroupingId#10205821L, splitIndicator#10205822L, previousOrderProposal#10205823L, clusterId#10205824L, sequenceId#10205825L, sourceOfSupplyUuid#10205826, supplierGroup#10205827, supplier#10205828, subrange#10205829, product#10205830, plant#10205831, purchasingOrg#10205832, purchasingGroup#10205833, mrpController#10205834, orderDateTime#10205835, deliveryDateTime#10205836, availabilityDateTime#10205837, nextAvailabilityDateTime#10205838, isFallbackOrderOnly#10205839, ... 20 more fields], StorageLevel(disk, memory, 2 replicas)

(5) Scan parquet 
Output [45]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062, shardId#10206063, sequenceId#10206041]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000540]
PartitionFilters: [isnotnull(shardId#10206063), isnotnull(sequenceId#10206041), (shardId#10206063 = 0_4_10000000540), (sequenceId#10206041 = 15)]
PushedFilters: [IsNotNull(availabilityDateTime), IsNotNull(nextAvailabilityDateTime)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,mrpController:string,sourceOfSupplyUuid:string,purchasingOrg:string,purchasingGroup:string,isFallbackOrderOnly:boolean,orderProposalHorizonGroupingId:bigint,splitIndicator:bigint,previousOrderProposal:bigint,clusterId:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,constraintRanks:array<int>,constraintIsActive:array<boolean>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>

(6) ColumnarToRow [codegen id : 1]
Input [45]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062, shardId#10206063, sequenceId#10206041]

(7) Filter [codegen id : 1]
Input [45]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062, shardId#10206063, sequenceId#10206041]
Condition : ((isnotnull(availabilityDateTime#10206030) AND isnotnull(nextAvailabilityDateTime#10206031)) AND (nextAvailabilityDateTime#10206031 > availabilityDateTime#10206030))

(8) Project [codegen id : 1]
Output [44]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, sequenceId#10206041, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062]
Input [45]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062, shardId#10206063, sequenceId#10206041]

(9) Exchange
Input [44]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, sequenceId#10206041, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062]
Arguments: hashpartitioning(worklistShardItemId#10206042L, 37), REPARTITION_BY_NUM, [plan_id=3017911]

(10) ShuffleQueryStage
Output [44]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, sequenceId#10206041, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062]
Arguments: 0

(11) Project [codegen id : 2]
Output [45]: [0_4_10000000540 AS shardId#10205815, worklistShardItemId#10206042L, orderProposalId#10206019L, orderProposalItemId#10206020, orderProposalItemGroupId#10206043, originalReplenishmentRunId#10206061L, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, cast(sequenceId#10206041 as bigint) AS sequenceId#10205825L, sourceOfSupplyUuid#10206033, supplierGroup#10206021, supplier#10206022, subrange#10206025, product#10206028, plant#10206023, purchasingOrg#10206034, purchasingGroup#10206035, mrpController#10206032, orderDateTime#10206029, deliveryDateTime#10206024, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, isFallbackOrderOnly#10206036, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, netPriceAmount#10206055, netPriceCurrencyCode#10206056, measurements#10206060, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintRanks#10206053, constraintValues#10206052, constraintIsActive#10206054, logisticUnits#10206046, optimizationGroups#10206062, externalProductId#10206044, externalPlantId#10206045, supplyingPlant#10206026, productGroup#10206027]
Input [44]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, sequenceId#10206041, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062]

(12) ResultQueryStage
Output [45]: [shardId#10205815, worklistShardItemId#10206042L, orderProposalId#10206019L, orderProposalItemId#10206020, orderProposalItemGroupId#10206043, originalReplenishmentRunId#10206061L, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, sequenceId#10205825L, sourceOfSupplyUuid#10206033, supplierGroup#10206021, supplier#10206022, subrange#10206025, product#10206028, plant#10206023, purchasingOrg#10206034, purchasingGroup#10206035, mrpController#10206032, orderDateTime#10206029, deliveryDateTime#10206024, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, isFallbackOrderOnly#10206036, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, netPriceAmount#10206055, netPriceCurrencyCode#10206056, measurements#10206060, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintRanks#10206053, constraintValues#10206052, constraintIsActive#10206054, logisticUnits#10206046, optimizationGroups#10206062, externalProductId#10206044, externalPlantId#10206045, supplyingPlant#10206026, productGroup#10206027]
Arguments: 1

(13) Filter
Input [45]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062, shardId#10206063, sequenceId#10206041]
Condition : ((isnotnull(availabilityDateTime#10206030) AND isnotnull(nextAvailabilityDateTime#10206031)) AND (nextAvailabilityDateTime#10206031 > availabilityDateTime#10206030))

(14) Project
Output [44]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, sequenceId#10206041, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062]
Input [45]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062, shardId#10206063, sequenceId#10206041]

(15) Exchange
Input [44]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, sequenceId#10206041, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062]
Arguments: hashpartitioning(worklistShardItemId#10206042L, 37), REPARTITION_BY_NUM, [plan_id=3017883]

(16) Project
Output [45]: [0_4_10000000540 AS shardId#10205815, worklistShardItemId#10206042L, orderProposalId#10206019L, orderProposalItemId#10206020, orderProposalItemGroupId#10206043, originalReplenishmentRunId#10206061L, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, cast(sequenceId#10206041 as bigint) AS sequenceId#10205825L, sourceOfSupplyUuid#10206033, supplierGroup#10206021, supplier#10206022, subrange#10206025, product#10206028, plant#10206023, purchasingOrg#10206034, purchasingGroup#10206035, mrpController#10206032, orderDateTime#10206029, deliveryDateTime#10206024, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, isFallbackOrderOnly#10206036, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, netPriceAmount#10206055, netPriceCurrencyCode#10206056, measurements#10206060, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintRanks#10206053, constraintValues#10206052, constraintIsActive#10206054, logisticUnits#10206046, optimizationGroups#10206062, externalProductId#10206044, externalPlantId#10206045, supplyingPlant#10206026, productGroup#10206027]
Input [44]: [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, plant#10206023, deliveryDateTime#10206024, subrange#10206025, supplyingPlant#10206026, productGroup#10206027, product#10206028, orderDateTime#10206029, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, mrpController#10206032, sourceOfSupplyUuid#10206033, purchasingOrg#10206034, purchasingGroup#10206035, isFallbackOrderOnly#10206036, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, sequenceId#10206041, worklistShardItemId#10206042L, orderProposalItemGroupId#10206043, externalProductId#10206044, externalPlantId#10206045, logisticUnits#10206046, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintValues#10206052, constraintRanks#10206053, constraintIsActive#10206054, netPriceAmount#10206055, netPriceCurrencyCode#10206056, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, measurements#10206060, originalReplenishmentRunId#10206061L, optimizationGroups#10206062]

(17) AdaptiveSparkPlan
Output [45]: [shardId#10205815, worklistShardItemId#10206042L, orderProposalId#10206019L, orderProposalItemId#10206020, orderProposalItemGroupId#10206043, originalReplenishmentRunId#10206061L, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, sequenceId#10205825L, sourceOfSupplyUuid#10206033, supplierGroup#10206021, supplier#10206022, subrange#10206025, product#10206028, plant#10206023, purchasingOrg#10206034, purchasingGroup#10206035, mrpController#10206032, orderDateTime#10206029, deliveryDateTime#10206024, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, isFallbackOrderOnly#10206036, orderQuantityBaseUom#10206047, orderQuantityBaseUomUuid#10206048, netPriceQuantity#10206057, netPriceQuantityUom#10206058, netPriceQuantityUomUuid#10206059, netPriceAmount#10206055, netPriceCurrencyCode#10206056, measurements#10206060, minimumOrderQuantity#10206049, constraintLabels#10206050, constraintOperators#10206051, constraintRanks#10206053, constraintValues#10206052, constraintIsActive#10206054, logisticUnits#10206046, optimizationGroups#10206062, externalProductId#10206044, externalPlantId#10206045, supplyingPlant#10206026, productGroup#10206027]
Arguments: isFinalPlan=true

(18) TableCacheQueryStage
Output [3]: [shardId#10205815, worklistShardItemId#10205816L, orderProposalId#10205817L]
Arguments: 0

(19) Filter [codegen id : 1]
Input [3]: [shardId#10205815, worklistShardItemId#10205816L, orderProposalId#10205817L]
Condition : (isnotnull(shardId#10205815) AND isnotnull(orderProposalId#10205817L))

(20) ObjectHashAggregate
Input [3]: [shardId#10205815, worklistShardItemId#10205816L, orderProposalId#10205817L]
Keys [2]: [shardId#10205815, orderProposalId#10205817L]
Functions [1]: [partial_collect_list(struct(worklistShardItemId, worklistShardItemId#10205816L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [buf#10212865]
Results [3]: [shardId#10205815, orderProposalId#10205817L, buf#10212866]

(21) Exchange
Input [3]: [shardId#10205815, orderProposalId#10205817L, buf#10212866]
Arguments: hashpartitioning(shardId#10205815, orderProposalId#10205817L, 37), ENSURE_REQUIREMENTS, [plan_id=3018438]

(22) ShuffleQueryStage [codegen id : 6]
Output [3]: [shardId#10205815, orderProposalId#10205817L, buf#10212866]
Arguments: 2

(23) AQEShuffleRead [codegen id : 6]
Input [3]: [shardId#10205815, orderProposalId#10205817L, buf#10212866]
Arguments: coalesced

(24) ObjectHashAggregate [codegen id : 6]
Input [3]: [shardId#10205815, orderProposalId#10205817L, buf#10212866]
Keys [2]: [shardId#10205815, orderProposalId#10205817L]
Functions [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#10205816L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#10205816L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#10211361]
Results [7]: [shardId#10205815, orderProposalId#10205817L, cast(transform(collect_list(struct(worklistShardItemId, worklistShardItemId#10205816L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#10211361, lambdafunction(struct(worklistShardItemId, lambda x_33857#10211382.worklistShardItemId, quantityAfterProdPlantOptimization, lambda x_33857#10211382.quantityAfterProdPlantOptimization, qty, lambda x_33857#10211382.optimalQuantity), lambda x_33857#10211382, false)) as array<struct<worklistShardItemId:bigint,quantityAfterProdPlantOptimization:double,qty:double>>) AS items#10211383, [] AS optimizationGroups#10211377, false AS isOptimal#10211362, 2026-09-01 14:15:28.018779 AS lastModified#10211381, [] AS optimizationInsights#10211378]

(25) Union

(26) Exchange
Input [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Arguments: hashpartitioning(shardId#10211370, orderProposalId#10211371L, lastModified#10211375, 37), ENSURE_REQUIREMENTS, [plan_id=3018638]

(27) ShuffleQueryStage
Output [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Arguments: 5

(28) AQEShuffleRead
Input [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Arguments: local

(29) Scan ExistingRDD [codegen id : 3]
Output [7]: [shardId#10211393, orderProposalId#10211394L, items#10211395, optimizationGroups#10211396, isOptimal#10211397, lastModified#10211398, optimizationInsights#10211399]
Arguments: [shardId#10211393, orderProposalId#10211394L, items#10211395, optimizationGroups#10211396, isOptimal#10211397, lastModified#10211398, optimizationInsights#10211399], MapPartitionsRDD[434189] at createDataFrame at OptimalQuantitiesCacheImpl.java:212, ExistingRDD, UnknownPartitioning(0)

(30) Filter [codegen id : 3]
Input [7]: [shardId#10211393, orderProposalId#10211394L, items#10211395, optimizationGroups#10211396, isOptimal#10211397, lastModified#10211398, optimizationInsights#10211399]
Condition : (isnotnull(shardId#10211393) AND isnotnull(orderProposalId#10211394L))

(31) Project [codegen id : 3]
Output [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211398]
Input [7]: [shardId#10211393, orderProposalId#10211394L, items#10211395, optimizationGroups#10211396, isOptimal#10211397, lastModified#10211398, optimizationInsights#10211399]

(32) InMemoryTableScan
Output [2]: [shardId#10211400, orderProposalId#10211402L]
Arguments: [shardId#10211400, orderProposalId#10211402L], [isnotnull(shardId#10211400), isnotnull(orderProposalId#10211402L)]

(33) InMemoryRelation
Arguments: [shardId#10211400, worklistShardItemId#10211401L, orderProposalId#10211402L, orderProposalItemId#10211403, orderProposalItemGroupId#10211404, originalReplenishmentRunId#10211405L, orderProposalHorizonGroupingId#10211406L, splitIndicator#10211407L, previousOrderProposal#10211408L, clusterId#10211409L, sequenceId#10211410L, sourceOfSupplyUuid#10211411, supplierGroup#10211412, supplier#10211413, subrange#10211414, product#10211415, plant#10211416, purchasingOrg#10211417, purchasingGroup#10211418, mrpController#10211419, orderDateTime#10211420, deliveryDateTime#10211421, availabilityDateTime#10211422, nextAvailabilityDateTime#10211423, isFallbackOrderOnly#10211424, ... 20 more fields], StorageLevel(disk, memory, 2 replicas)

(34) TableCacheQueryStage
Output [2]: [shardId#10211400, orderProposalId#10211402L]
Arguments: 1

(35) Filter [codegen id : 2]
Input [2]: [shardId#10211400, orderProposalId#10211402L]
Condition : (isnotnull(shardId#10211400) AND isnotnull(orderProposalId#10211402L))

(36) HashAggregate [codegen id : 2]
Input [2]: [shardId#10211400, orderProposalId#10211402L]
Keys [2]: [shardId#10211400, orderProposalId#10211402L]
Functions: []
Aggregate Attributes: []
Results [2]: [shardId#10211400, orderProposalId#10211402L]

(37) Exchange
Input [2]: [shardId#10211400, orderProposalId#10211402L]
Arguments: hashpartitioning(shardId#10211400, orderProposalId#10211402L, 37), ENSURE_REQUIREMENTS, [plan_id=3018474]

(38) ShuffleQueryStage
Output [2]: [shardId#10211400, orderProposalId#10211402L]
Arguments: 3

(39) AQEShuffleRead
Input [2]: [shardId#10211400, orderProposalId#10211402L]
Arguments: coalesced

(40) HashAggregate [codegen id : 4]
Input [2]: [shardId#10211400, orderProposalId#10211402L]
Keys [2]: [shardId#10211400, orderProposalId#10211402L]
Functions: []
Aggregate Attributes: []
Results [3]: [shardId#10211400, orderProposalId#10211402L, 2026-09-01 14:15:28.018779 AS lastModified#10211497]

(41) Union

(42) HashAggregate [codegen id : 5]
Input [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211398]
Keys [2]: [shardId#10211393, orderProposalId#10211394L]
Functions [1]: [partial_max(lastModified#10211398)]
Aggregate Attributes [1]: [max#10212867]
Results [3]: [shardId#10211393, orderProposalId#10211394L, max#10212868]

(43) Exchange
Input [3]: [shardId#10211393, orderProposalId#10211394L, max#10212868]
Arguments: hashpartitioning(shardId#10211393, orderProposalId#10211394L, 37), ENSURE_REQUIREMENTS, [plan_id=3018578]

(44) ShuffleQueryStage
Output [3]: [shardId#10211393, orderProposalId#10211394L, max#10212868]
Arguments: 4

(45) AQEShuffleRead
Input [3]: [shardId#10211393, orderProposalId#10211394L, max#10212868]
Arguments: coalesced

(46) HashAggregate [codegen id : 7]
Input [3]: [shardId#10211393, orderProposalId#10211394L, max#10212868]
Keys [2]: [shardId#10211393, orderProposalId#10211394L]
Functions [1]: [max(lastModified#10211398)]
Aggregate Attributes [1]: [max(lastModified#10211398)#10211392]
Results [3]: [shardId#10211393, orderProposalId#10211394L, max(lastModified#10211398)#10211392 AS lastModified#10211384]

(47) Filter [codegen id : 7]
Input [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211384]
Condition : isnotnull(lastModified#10211384)

(48) BroadcastExchange
Input [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211384]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true], input[1, bigint, true], input[2, timestamp, false]),false), [plan_id=3018815]

(49) BroadcastQueryStage
Output [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211384]
Arguments: 6

(50) BroadcastHashJoin [codegen id : 8]
Left keys [3]: [shardId#10211370, orderProposalId#10211371L, lastModified#10211375]
Right keys [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211384]
Join type: Inner
Join condition: None

(51) Project [codegen id : 8]
Output [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Input [10]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376, shardId#10211393, orderProposalId#10211394L, lastModified#10211384]

(52) DeserializeToObject
Input [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Arguments: createexternalrow(invoke(shardId#10211370.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#10211371L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#10211372, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#10211373, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#10211374)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#10211375)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#10211376, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#10211514: org.apache.spark.sql.Row

(53) ResultQueryStage
Output [1]: [obj#10211514]
Arguments: 7

(54) Filter
Input [3]: [shardId#10205815, worklistShardItemId#10205816L, orderProposalId#10205817L]
Condition : (isnotnull(shardId#10205815) AND isnotnull(orderProposalId#10205817L))

(55) ObjectHashAggregate
Input [3]: [shardId#10205815, worklistShardItemId#10205816L, orderProposalId#10205817L]
Keys [2]: [shardId#10205815, orderProposalId#10205817L]
Functions [1]: [partial_collect_list(struct(worklistShardItemId, worklistShardItemId#10205816L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [buf#10212865]
Results [3]: [shardId#10205815, orderProposalId#10205817L, buf#10212866]

(56) Exchange
Input [3]: [shardId#10205815, orderProposalId#10205817L, buf#10212866]
Arguments: hashpartitioning(shardId#10205815, orderProposalId#10205817L, 37), ENSURE_REQUIREMENTS, [plan_id=3018267]

(57) ObjectHashAggregate
Input [3]: [shardId#10205815, orderProposalId#10205817L, buf#10212866]
Keys [2]: [shardId#10205815, orderProposalId#10205817L]
Functions [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#10205816L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#10205816L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#10211361]
Results [7]: [shardId#10205815, orderProposalId#10205817L, cast(transform(collect_list(struct(worklistShardItemId, worklistShardItemId#10205816L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#10211361, lambdafunction(struct(worklistShardItemId, lambda x_33857#10211382.worklistShardItemId, quantityAfterProdPlantOptimization, lambda x_33857#10211382.quantityAfterProdPlantOptimization, qty, lambda x_33857#10211382.optimalQuantity), lambda x_33857#10211382, false)) as array<struct<worklistShardItemId:bigint,quantityAfterProdPlantOptimization:double,qty:double>>) AS items#10211383, [] AS optimizationGroups#10211377, false AS isOptimal#10211362, 2026-09-01 14:15:28.018779 AS lastModified#10211381, [] AS optimizationInsights#10211378]

(58) Union

(59) Exchange
Input [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Arguments: hashpartitioning(shardId#10211370, orderProposalId#10211371L, lastModified#10211375, 37), ENSURE_REQUIREMENTS, [plan_id=3018280]

(60) Sort
Input [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Arguments: [shardId#10211370 ASC NULLS FIRST, orderProposalId#10211371L ASC NULLS FIRST, lastModified#10211375 ASC NULLS FIRST], false, 0

(61) Filter
Input [2]: [shardId#10211400, orderProposalId#10211402L]
Condition : (isnotnull(shardId#10211400) AND isnotnull(orderProposalId#10211402L))

(62) HashAggregate
Input [2]: [shardId#10211400, orderProposalId#10211402L]
Keys [2]: [shardId#10211400, orderProposalId#10211402L]
Functions: []
Aggregate Attributes: []
Results [2]: [shardId#10211400, orderProposalId#10211402L]

(63) Exchange
Input [2]: [shardId#10211400, orderProposalId#10211402L]
Arguments: hashpartitioning(shardId#10211400, orderProposalId#10211402L, 37), ENSURE_REQUIREMENTS, [plan_id=3018270]

(64) HashAggregate
Input [2]: [shardId#10211400, orderProposalId#10211402L]
Keys [2]: [shardId#10211400, orderProposalId#10211402L]
Functions: []
Aggregate Attributes: []
Results [3]: [shardId#10211400, orderProposalId#10211402L, 2026-09-01 14:15:28.018779 AS lastModified#10211497]

(65) Union

(66) HashAggregate
Input [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211398]
Keys [2]: [shardId#10211393, orderProposalId#10211394L]
Functions [1]: [partial_max(lastModified#10211398)]
Aggregate Attributes [1]: [max#10212867]
Results [3]: [shardId#10211393, orderProposalId#10211394L, max#10212868]

(67) Exchange
Input [3]: [shardId#10211393, orderProposalId#10211394L, max#10212868]
Arguments: hashpartitioning(shardId#10211393, orderProposalId#10211394L, 37), ENSURE_REQUIREMENTS, [plan_id=3018275]

(68) HashAggregate
Input [3]: [shardId#10211393, orderProposalId#10211394L, max#10212868]
Keys [2]: [shardId#10211393, orderProposalId#10211394L]
Functions [1]: [max(lastModified#10211398)]
Aggregate Attributes [1]: [max(lastModified#10211398)#10211392]
Results [3]: [shardId#10211393, orderProposalId#10211394L, max(lastModified#10211398)#10211392 AS lastModified#10211384]

(69) Filter
Input [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211384]
Condition : isnotnull(lastModified#10211384)

(70) Exchange
Input [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211384]
Arguments: hashpartitioning(shardId#10211393, orderProposalId#10211394L, lastModified#10211384, 37), ENSURE_REQUIREMENTS, [plan_id=3018281]

(71) Sort
Input [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211384]
Arguments: [shardId#10211393 ASC NULLS FIRST, orderProposalId#10211394L ASC NULLS FIRST, lastModified#10211384 ASC NULLS FIRST], false, 0

(72) SortMergeJoin
Left keys [3]: [shardId#10211370, orderProposalId#10211371L, lastModified#10211375]
Right keys [3]: [shardId#10211393, orderProposalId#10211394L, lastModified#10211384]
Join type: Inner
Join condition: None

(73) Project
Output [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Input [10]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376, shardId#10211393, orderProposalId#10211394L, lastModified#10211384]

(74) DeserializeToObject
Input [7]: [shardId#10211370, orderProposalId#10211371L, items#10211372, optimizationGroups#10211373, isOptimal#10211374, lastModified#10211375, optimizationInsights#10211376]
Arguments: createexternalrow(invoke(shardId#10211370.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#10211371L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#10211372, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#10211373, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#10211374)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#10211375)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#10211376, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#10211514: org.apache.spark.sql.Row

(75) AdaptiveSparkPlan
Output [1]: [obj#10211514]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.activity.clearDeltaLogCache	false
spark.activity.clearSqlCache	false
spark.activity.hdlfsEnabled	true
spark.activity.isolateSession	true
spark.databricks.delta.lastCommitVersionInSession	32
spark.sql.parquet.fieldId.read.enabled	true
spark.sql.parquet.fieldId.write.enabled	true
temporal.activity.id	d6e6a1df-e89f-38e2-b391-3b5db4db3fcd
temporal.activity.type	TriggerOptimize