digraph G {
0 [id="node0" labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>" tooltip="AdaptiveSparkPlan isFinalPlan=true"];
1 [id="node1" labelType="html" label="<br><b>DeserializeToObject</b><br><br>" tooltip="DeserializeToObject createexternalrow(invoke(shardId#22193442.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#22193443L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#22193444, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#22193445, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#22193446)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#22193447)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#22193448, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#22193586: org.apache.spark.sql.Row"];
subgraph cluster2 {
isCluster="true";
id="cluster2";
label="WholeStageCodegen (8)";
tooltip="WholeStageCodegen (8)";
3 [id="node3" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]"];
4 [id="node4" labelType="html" label="<br><b>BroadcastHashJoin</b><br><br>" tooltip="BroadcastHashJoin [shardId#22193442, orderProposalId#22193443L, lastModified#22193447], [shardId#22193465, orderProposalId#22193466L, lastModified#22193456], Inner, BuildRight, false"];
}
5 [id="node5" labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 8" tooltip="AQEShuffleRead local"];
6 [id="node6" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1,023<br>data size total (min, med, max (stageId: taskId))<br>2.1 MiB (96.7 KiB, 117.6 KiB, 160.9 KiB (stage 2133775.0: task 5793050))<br>shuffle write time total (min, med, max (stageId: taskId))<br>31 ms (1 ms, 1 ms, 2 ms (stage 2133775.0: task 5793038))<br>number of partitions: 37<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>449.1 KiB (21.3 KiB, 25.1 KiB, 32.3 KiB (stage 2133775.0: task 5793050))" tooltip="Exchange hashpartitioning(shardId#22193442, orderProposalId#22193443L, lastModified#22193447, 37), ENSURE_REQUIREMENTS, [plan_id=6643239]"];
7 [id="node7" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"];
subgraph cluster8 {
isCluster="true";
id="cluster8";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n1.7 s (26 ms, 30 ms, 145 ms (stage 2133775.0: task 5793031))";
tooltip="WholeStageCodegen (6)";
9 [id="node9" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(shardId#22193442) AND isnotnull(orderProposalId#22193443L)) AND isnotnull(lastModified#22193447))"];
10 [id="node10" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22193442,orderProposalId#22193443L,items#22193444,optimizationGroups#22193445,isOptimal#22193446,lastModified#22193447,optimizationInsights#22193448]"];
}
11 [id="node11" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1,023<br>time in aggregation build total (min, med, max (stageId: taskId))<br>1.5 s (51 ms, 62 ms, 214 ms (stage 2133775.0: task 5793035))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 2133775.0: task 5793038))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#22188188, orderProposalId#22188190L], functions=[collect_list(struct(worklistShardItemId, worklistShardItemId#22188189L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)])"];
12 [id="node12" labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 18<br>partition data size total (min, med, max (stageId: taskId))<br>1145.3 KiB (54.7 KiB, 62.4 KiB, 88.1 KiB (driver))<br>number of coalesced partitions: 18" tooltip="AQEShuffleRead coalesced"];
13 [id="node13" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 28,206<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 28,206<br>local bytes read total (min, med, max (stageId: taskId))<br>104.0 KiB (4.0 KiB, 6.3 KiB, 7.7 KiB (stage 2133775.0: task 5793045))<br>merged fetch fallback count: 0<br>local blocks read: 131<br>remote merged chunks fetched: 0<br>remote blocks read: 1,238<br>data size total (min, med, max (stageId: taskId))<br>4.1 MiB (111.2 KiB, 113.9 KiB, 120.2 KiB (stage 2133688.0: task 5792892))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>88 ms (1 ms, 2 ms, 5 ms (stage 2133688.0: task 5792919))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 2133775.0: task 5793038))<br>remote bytes read total (min, med, max (stageId: taskId))<br>988.4 KiB (48.0 KiB, 53.7 KiB, 77.7 KiB (stage 2133775.0: task 5793050))<br>number of partitions: 37<br>remote reqs duration total (min, med, max (stageId: taskId))<br>434 ms (15 ms, 25 ms, 31 ms (stage 2133775.0: task 5793047))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1092.4 KiB (28.6 KiB, 29.5 KiB, 30.9 KiB (stage 2133688.0: task 5792892))" tooltip="Exchange hashpartitioning(shardId#22188188, orderProposalId#22188190L, 37), ENSURE_REQUIREMENTS, [plan_id=6643039]"];
14 [id="node14" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 28,206<br>time in aggregation build total (min, med, max (stageId: taskId))<br>17.6 s (210 ms, 304 ms, 1.1 s (stage 2133688.0: task 5792923))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 2133688.0: task 5792919))<br>number of sort fallback tasks: 37" tooltip="ObjectHashAggregate(keys=[shardId#22188188, orderProposalId#22188190L], functions=[partial_collect_list(struct(worklistShardItemId, worklistShardItemId#22188189L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)])"];
subgraph cluster15 {
isCluster="true";
id="cluster15";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n17.2 s (207 ms, 291 ms, 1.1 s (stage 2133688.0: task 5792923))";
tooltip="WholeStageCodegen (1)";
16 [id="node16" labelType="html" label="<b>Filter</b><br><br>number of output rows: 51,793" tooltip="Filter (isnotnull(shardId#22188188) AND isnotnull(orderProposalId#22188190L))"];
}
17 [id="node17" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 51,793" tooltip="InMemoryTableScan [shardId#22188188, worklistShardItemId#22188189L, orderProposalId#22188190L], [isnotnull(shardId#22188188), isnotnull(orderProposalId#22188190L)]"];
18 [id="node18" labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>" tooltip="AdaptiveSparkPlan isFinalPlan=true"];
subgraph cluster19 {
isCluster="true";
id="cluster19";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
20 [id="node20" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [0_7_10000000553 AS shardId#22188188, worklistShardItemId#22188256L, orderProposalId#22188233L, orderProposalItemId#22188234, orderProposalItemGroupId#22188257, originalReplenishmentRunId#22188275L, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, cast(sequenceId#22188255 as bigint) AS sequenceId#22188198L, sourceOfSupplyUuid#22188247, supplierGroup#22188235, supplier#22188236, subrange#22188239, product#22188242, plant#22188237, purchasingOrg#22188248, purchasingGroup#22188249, mrpController#22188246, orderDateTime#22188243, deliveryDateTime#22188238, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, isFallbackOrderOnly#22188250, ... 20 more fields]"];
}
21 [id="node21" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#22188256L, 37), REPARTITION_BY_NUM, [plan_id=6642673]"];
subgraph cluster22 {
isCluster="true";
id="cluster22";
label="WholeStageCodegen (1)";
tooltip="WholeStageCodegen (1)";
23 [id="node23" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, sequenceId#22188255, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, ... 19 more fields]"];
24 [id="node24" labelType="html" label="<br><b>Filter</b><br><br>" tooltip="Filter ((isnotnull(availabilityDateTime#22188244) AND isnotnull(nextAvailabilityDateTime#22188245)) AND (nextAvailabilityDateTime#22188245 > availabilityDateTime#22188244))"];
25 [id="node25" labelType="html" label="<br><b>ColumnarToRow</b><br><br>" tooltip="ColumnarToRow"];
}
26 [id="node26" labelType="html" label="<br><b>Scan parquet </b><br><br>" tooltip="FileScan parquet [orderProposalId#22188233L,orderProposalItemId#22188234,supplierGroup#22188235,supplier#22188236,plant#22188237,deliveryDateTime#22188238,subrange#22188239,supplyingPlant#22188240,productGroup#22188241,product#22188242,orderDateTime#22188243,availabilityDateTime#22188244,nextAvailabilityDateTime#22188245,mrpController#22188246,sourceOfSupplyUuid#22188247,purchasingOrg#22188248,purchasingGroup#22188249,isFallbackOrderOnly#22188250,orderProposalHorizonGroupingId#22188251L,splitIndicator#22188252L,previousOrderProposal#22188253L,clusterId#22188254L,worklistShardItemId#22188256L,orderProposalItemGroupId#22188257,externalProductId#22188258,... 20 more fields] Batched: true, DataFilters: [isnotnull(availabilityDateTime#22188244), isnotnull(nextAvailabilityDateTime#22188245), (nextAva..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#22188277), isnotnull(sequenceId#22188255), (shardId#22188277 = 0_7_10000000553..., PushedFilters: [IsNotNull(availabilityDateTime), IsNotNull(nextAvailabilityDateTime)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
27 [id="node27" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 5 ms<br>time to collect: 54 ms<br>number of output rows: 1,023<br>data size: 2.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, true], input[1, bigint, true], input[2, timestamp, false]),false), [plan_id=6643310]"];
subgraph cluster28 {
isCluster="true";
id="cluster28";
label="WholeStageCodegen (7)\n \nduration: 7 ms";
tooltip="WholeStageCodegen (7)";
29 [id="node29" labelType="html" label="<b>Filter</b><br><br>number of output rows: 1,023" tooltip="Filter isnotnull(lastModified#22193456)"];
30 [id="node30" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 5 ms<br>peak memory: 2.3 MiB<br>number of output rows: 1,023<br>number of sort fallback tasks: 0<br>avg hash probes per key: 1" tooltip="HashAggregate(keys=[shardId#22193465, orderProposalId#22193466L], functions=[max(lastModified#22193470)])"];
}
31 [id="node31" labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 16.3 KiB<br>number of coalesced partitions: 1" tooltip="AQEShuffleRead coalesced"];
32 [id="node32" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1,023<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1,023<br>local bytes read: 15.7 KiB<br>merged fetch fallback count: 0<br>local blocks read: 37<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>48.0 KiB (5.1 KiB, 6.0 KiB, 7.4 KiB (stage 2133773.0: task 5793002))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>6 ms (0 ms, 0 ms, 0 ms (stage 2133773.0: task 5792999))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 37<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>15.7 KiB (1703.0 B, 2043.0 B, 2.4 KiB (stage 2133773.0: task 5793002))" tooltip="Exchange hashpartitioning(shardId#22193465, orderProposalId#22193466L, 37), ENSURE_REQUIREMENTS, [plan_id=6643179]"];
subgraph cluster33 {
isCluster="true";
id="cluster33";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n2.0 s (19 ms, 39 ms, 250 ms (stage 2133773.0: task 5792970))";
tooltip="WholeStageCodegen (5)";
34 [id="node34" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>193 ms (0 ms, 1 ms, 25 ms (stage 2133773.0: task 5792995))<br>peak memory total (min, med, max (stageId: taskId))<br>9.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 2133773.0: task 5792986))<br>number of output rows: 1,023<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#22193465, orderProposalId#22193466L], functions=[partial_max(lastModified#22193470)])"];
}
35 [id="node35" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"];
subgraph cluster36 {
isCluster="true";
id="cluster36";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n3.5 s (74 ms, 84 ms, 482 ms (stage 2133773.0: task 5792970))";
tooltip="WholeStageCodegen (3)";
37 [id="node37" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22193465, orderProposalId#22193466L, lastModified#22193470]"];
38 [id="node38" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#22193465) AND isnotnull(orderProposalId#22193466L))"];
39 [id="node39" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22193465,orderProposalId#22193466L,items#22193467,optimizationGroups#22193468,isOptimal#22193469,lastModified#22193470,optimizationInsights#22193471]"];
}
subgraph cluster40 {
isCluster="true";
id="cluster40";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n217 ms (17 ms, 21 ms, 76 ms (stage 2133773.0: task 5792995))";
tooltip="WholeStageCodegen (4)";
41 [id="node41" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>145 ms (14 ms, 19 ms, 21 ms (stage 2133773.0: task 5792998))<br>peak memory total (min, med, max (stageId: taskId))<br>2.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 2133773.0: task 5792995))<br>number of output rows: 1,023<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#22193472, orderProposalId#22193474L], functions=[])"];
}
42 [id="node42" labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 8<br>partition data size total (min, med, max (stageId: taskId))<br>474.9 KiB (50.8 KiB, 60.8 KiB, 74.4 KiB (driver))<br>number of coalesced partitions: 8" tooltip="AQEShuffleRead coalesced"];
43 [id="node43" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 28,206<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 28,206<br>local bytes read total (min, med, max (stageId: taskId))<br>98.3 KiB (10.5 KiB, 12.7 KiB, 15.3 KiB (stage 2133773.0: task 5793002))<br>merged fetch fallback count: 0<br>local blocks read: 296<br>remote merged chunks fetched: 0<br>remote blocks read: 1,073<br>data size total (min, med, max (stageId: taskId))<br>1101.8 KiB (29.0 KiB, 29.6 KiB, 31.0 KiB (stage 2133689.0: task 5792937))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>68 ms (1 ms, 1 ms, 2 ms (stage 2133689.0: task 5792960))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 2133773.0: task 5792995))<br>remote bytes read total (min, med, max (stageId: taskId))<br>356.7 KiB (37.9 KiB, 45.4 KiB, 56.1 KiB (stage 2133773.0: task 5793002))<br>number of partitions: 37<br>remote reqs duration total (min, med, max (stageId: taskId))<br>286 ms (17 ms, 37 ms, 47 ms (stage 2133773.0: task 5793002))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>455.0 KiB (12.1 KiB, 12.3 KiB, 12.7 KiB (stage 2133689.0: task 5792937))" tooltip="Exchange hashpartitioning(shardId#22193472, orderProposalId#22193474L, 37), ENSURE_REQUIREMENTS, [plan_id=6643075]"];
subgraph cluster44 {
isCluster="true";
id="cluster44";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n2.5 s (6 ms, 9 ms, 370 ms (stage 2133689.0: task 5792935))";
tooltip="WholeStageCodegen (2)";
45 [id="node45" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>196 ms (1 ms, 2 ms, 30 ms (stage 2133689.0: task 5792935))<br>peak memory total (min, med, max (stageId: taskId))<br>9.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 2133689.0: task 5792928))<br>number of output rows: 28,206<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#22193472, orderProposalId#22193474L], functions=[])"];
46 [id="node46" labelType="html" label="<b>Filter</b><br><br>number of output rows: 51,793" tooltip="Filter (isnotnull(shardId#22193472) AND isnotnull(orderProposalId#22193474L))"];
}
47 [id="node47" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 51,793" tooltip="InMemoryTableScan [shardId#22193472, orderProposalId#22193474L], [isnotnull(shardId#22193472), isnotnull(orderProposalId#22193474L)]"];
48 [id="node48" labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>" tooltip="AdaptiveSparkPlan isFinalPlan=true"];
subgraph cluster49 {
isCluster="true";
id="cluster49";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
50 [id="node50" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [0_7_10000000553 AS shardId#22188188, worklistShardItemId#22188256L, orderProposalId#22188233L, orderProposalItemId#22188234, orderProposalItemGroupId#22188257, originalReplenishmentRunId#22188275L, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, cast(sequenceId#22188255 as bigint) AS sequenceId#22188198L, sourceOfSupplyUuid#22188247, supplierGroup#22188235, supplier#22188236, subrange#22188239, product#22188242, plant#22188237, purchasingOrg#22188248, purchasingGroup#22188249, mrpController#22188246, orderDateTime#22188243, deliveryDateTime#22188238, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, isFallbackOrderOnly#22188250, ... 20 more fields]"];
}
1->0;
3->1;
4->3;
5->4;
6->5;
7->6;
9->7;
10->9;
11->7;
12->11;
13->12;
14->13;
16->14;
17->16;
18->17;
20->18;
21->20;
23->21;
24->23;
25->24;
26->25;
27->4;
29->27;
30->29;
31->30;
32->31;
34->32;
35->34;
37->35;
38->37;
39->38;
41->35;
42->41;
43->42;
45->43;
46->45;
47->46;
48->47;
50->48;
21->50;
}
== Physical Plan ==
AdaptiveSparkPlan (75)
+- == Final Plan ==
ResultQueryStage (53), Statistics(sizeInBytes=8.0 EiB)
+- DeserializeToObject (52)
+- * Project (51)
+- * BroadcastHashJoin Inner BuildRight (50)
:- AQEShuffleRead (28)
: +- ShuffleQueryStage (27), Statistics(sizeInBytes=2.1 MiB, rowCount=1.02E+3)
: +- Exchange (26)
: +- Union (25)
: :- * Filter (2)
: : +- * Scan ExistingRDD (1)
: +- ObjectHashAggregate (24)
: +- AQEShuffleRead (23)
: +- ShuffleQueryStage (22), Statistics(sizeInBytes=4.1 MiB, rowCount=2.82E+4)
: +- Exchange (21)
: +- ObjectHashAggregate (20)
: +- * Filter (19)
: +- TableCacheQueryStage (18), Statistics(sizeInBytes=59.7 MiB, rowCount=5.18E+4)
: +- InMemoryTableScan (3)
: +- InMemoryRelation (4)
: +- AdaptiveSparkPlan (17)
+- == Final Plan ==
ResultQueryStage (12)
+- * Project (11)
+- ShuffleQueryStage (10), Statistics(sizeInBytes=67.2 MiB, rowCount=5.18E+4)
+- Exchange (9)
+- * Project (8)
+- * Filter (7)
+- * ColumnarToRow (6)
+- Scan parquet (5)
+- == Initial Plan ==
Project (16)
+- Exchange (15)
+- Project (14)
+- Filter (13)
+- Scan parquet (5)
+- BroadcastQueryStage (49), Statistics(sizeInBytes=2.0 MiB, rowCount=1.02E+3)
+- BroadcastExchange (48)
+- * Filter (47)
+- * HashAggregate (46)
+- AQEShuffleRead (45)
+- ShuffleQueryStage (44), Statistics(sizeInBytes=48.0 KiB, rowCount=1.02E+3)
+- Exchange (43)
+- * HashAggregate (42)
+- Union (41)
:- * Project (31)
: +- * Filter (30)
: +- * Scan ExistingRDD (29)
+- * HashAggregate (40)
+- AQEShuffleRead (39)
+- ShuffleQueryStage (38), Statistics(sizeInBytes=1101.8 KiB, rowCount=2.82E+4)
+- Exchange (37)
+- * HashAggregate (36)
+- * Filter (35)
+- TableCacheQueryStage (34), Statistics(sizeInBytes=59.7 MiB, rowCount=5.18E+4)
+- InMemoryTableScan (32)
+- InMemoryRelation (33)
+- AdaptiveSparkPlan (17)
+- == Final Plan ==
ResultQueryStage (12)
+- * Project (11)
+- ShuffleQueryStage (10), Statistics(sizeInBytes=67.2 MiB, rowCount=5.18E+4)
+- Exchange (9)
+- * Project (8)
+- * Filter (7)
+- * ColumnarToRow (6)
+- Scan parquet (5)
+- == Initial Plan ==
Project (16)
+- Exchange (15)
+- Project (14)
+- Filter (13)
+- Scan parquet (5)
+- == Initial Plan ==
DeserializeToObject (74)
+- Project (73)
+- SortMergeJoin Inner (72)
:- Sort (60)
: +- Exchange (59)
: +- Union (58)
: :- Filter (2)
: : +- Scan ExistingRDD (1)
: +- ObjectHashAggregate (57)
: +- Exchange (56)
: +- ObjectHashAggregate (55)
: +- Filter (54)
: +- InMemoryTableScan (3)
: +- InMemoryRelation (4)
: +- AdaptiveSparkPlan (17)
+- == Final Plan ==
ResultQueryStage (12)
+- * Project (11)
+- ShuffleQueryStage (10), Statistics(sizeInBytes=67.2 MiB, rowCount=5.18E+4)
+- Exchange (9)
+- * Project (8)
+- * Filter (7)
+- * ColumnarToRow (6)
+- Scan parquet (5)
+- == Initial Plan ==
Project (16)
+- Exchange (15)
+- Project (14)
+- Filter (13)
+- Scan parquet (5)
+- Sort (71)
+- Exchange (70)
+- Filter (69)
+- HashAggregate (68)
+- Exchange (67)
+- HashAggregate (66)
+- Union (65)
:- Project (31)
: +- Filter (30)
: +- Scan ExistingRDD (29)
+- HashAggregate (64)
+- Exchange (63)
+- HashAggregate (62)
+- Filter (61)
+- InMemoryTableScan (32)
+- InMemoryRelation (33)
+- AdaptiveSparkPlan (17)
+- == Final Plan ==
ResultQueryStage (12)
+- * Project (11)
+- ShuffleQueryStage (10), Statistics(sizeInBytes=67.2 MiB, rowCount=5.18E+4)
+- Exchange (9)
+- * Project (8)
+- * Filter (7)
+- * ColumnarToRow (6)
+- Scan parquet (5)
+- == Initial Plan ==
Project (16)
+- Exchange (15)
+- Project (14)
+- Filter (13)
+- Scan parquet (5)
(1) Scan ExistingRDD [codegen id : 6]
Output [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Arguments: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448], MapPartitionsRDD[942916] at createDataFrame at OptimalQuantitiesCacheImpl.java:212, ExistingRDD, UnknownPartitioning(0)
(2) Filter [codegen id : 6]
Input [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Condition : ((isnotnull(shardId#22193442) AND isnotnull(orderProposalId#22193443L)) AND isnotnull(lastModified#22193447))
(3) InMemoryTableScan
Output [3]: [shardId#22188188, worklistShardItemId#22188189L, orderProposalId#22188190L]
Arguments: [shardId#22188188, worklistShardItemId#22188189L, orderProposalId#22188190L], [isnotnull(shardId#22188188), isnotnull(orderProposalId#22188190L)]
(4) InMemoryRelation
Arguments: [shardId#22188188, worklistShardItemId#22188189L, orderProposalId#22188190L, orderProposalItemId#22188191, orderProposalItemGroupId#22188192, originalReplenishmentRunId#22188193L, orderProposalHorizonGroupingId#22188194L, splitIndicator#22188195L, previousOrderProposal#22188196L, clusterId#22188197L, sequenceId#22188198L, sourceOfSupplyUuid#22188199, supplierGroup#22188200, supplier#22188201, subrange#22188202, product#22188203, plant#22188204, purchasingOrg#22188205, purchasingGroup#22188206, mrpController#22188207, orderDateTime#22188208, deliveryDateTime#22188209, availabilityDateTime#22188210, nextAvailabilityDateTime#22188211, isFallbackOrderOnly#22188212, ... 20 more fields], StorageLevel(disk, memory, 2 replicas)
(5) Scan parquet
Output [45]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276, shardId#22188277, sequenceId#22188255]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553]
PartitionFilters: [isnotnull(shardId#22188277), isnotnull(sequenceId#22188255), (shardId#22188277 = 0_7_10000000553), (sequenceId#22188255 = 4)]
PushedFilters: [IsNotNull(availabilityDateTime), IsNotNull(nextAvailabilityDateTime)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,mrpController:string,sourceOfSupplyUuid:string,purchasingOrg:string,purchasingGroup:string,isFallbackOrderOnly:boolean,orderProposalHorizonGroupingId:bigint,splitIndicator:bigint,previousOrderProposal:bigint,clusterId:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,constraintRanks:array<int>,constraintIsActive:array<boolean>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>
(6) ColumnarToRow [codegen id : 1]
Input [45]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276, shardId#22188277, sequenceId#22188255]
(7) Filter [codegen id : 1]
Input [45]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276, shardId#22188277, sequenceId#22188255]
Condition : ((isnotnull(availabilityDateTime#22188244) AND isnotnull(nextAvailabilityDateTime#22188245)) AND (nextAvailabilityDateTime#22188245 > availabilityDateTime#22188244))
(8) Project [codegen id : 1]
Output [44]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, sequenceId#22188255, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276]
Input [45]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276, shardId#22188277, sequenceId#22188255]
(9) Exchange
Input [44]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, sequenceId#22188255, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276]
Arguments: hashpartitioning(worklistShardItemId#22188256L, 37), REPARTITION_BY_NUM, [plan_id=6642673]
(10) ShuffleQueryStage
Output [44]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, sequenceId#22188255, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276]
Arguments: 0
(11) Project [codegen id : 2]
Output [45]: [0_7_10000000553 AS shardId#22188188, worklistShardItemId#22188256L, orderProposalId#22188233L, orderProposalItemId#22188234, orderProposalItemGroupId#22188257, originalReplenishmentRunId#22188275L, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, cast(sequenceId#22188255 as bigint) AS sequenceId#22188198L, sourceOfSupplyUuid#22188247, supplierGroup#22188235, supplier#22188236, subrange#22188239, product#22188242, plant#22188237, purchasingOrg#22188248, purchasingGroup#22188249, mrpController#22188246, orderDateTime#22188243, deliveryDateTime#22188238, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, isFallbackOrderOnly#22188250, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, netPriceAmount#22188269, netPriceCurrencyCode#22188270, measurements#22188274, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintRanks#22188267, constraintValues#22188266, constraintIsActive#22188268, logisticUnits#22188260, optimizationGroups#22188276, externalProductId#22188258, externalPlantId#22188259, supplyingPlant#22188240, productGroup#22188241]
Input [44]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, sequenceId#22188255, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276]
(12) ResultQueryStage
Output [45]: [shardId#22188188, worklistShardItemId#22188256L, orderProposalId#22188233L, orderProposalItemId#22188234, orderProposalItemGroupId#22188257, originalReplenishmentRunId#22188275L, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, sequenceId#22188198L, sourceOfSupplyUuid#22188247, supplierGroup#22188235, supplier#22188236, subrange#22188239, product#22188242, plant#22188237, purchasingOrg#22188248, purchasingGroup#22188249, mrpController#22188246, orderDateTime#22188243, deliveryDateTime#22188238, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, isFallbackOrderOnly#22188250, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, netPriceAmount#22188269, netPriceCurrencyCode#22188270, measurements#22188274, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintRanks#22188267, constraintValues#22188266, constraintIsActive#22188268, logisticUnits#22188260, optimizationGroups#22188276, externalProductId#22188258, externalPlantId#22188259, supplyingPlant#22188240, productGroup#22188241]
Arguments: 1
(13) Filter
Input [45]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276, shardId#22188277, sequenceId#22188255]
Condition : ((isnotnull(availabilityDateTime#22188244) AND isnotnull(nextAvailabilityDateTime#22188245)) AND (nextAvailabilityDateTime#22188245 > availabilityDateTime#22188244))
(14) Project
Output [44]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, sequenceId#22188255, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276]
Input [45]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276, shardId#22188277, sequenceId#22188255]
(15) Exchange
Input [44]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, sequenceId#22188255, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276]
Arguments: hashpartitioning(worklistShardItemId#22188256L, 37), REPARTITION_BY_NUM, [plan_id=6642645]
(16) Project
Output [45]: [0_7_10000000553 AS shardId#22188188, worklistShardItemId#22188256L, orderProposalId#22188233L, orderProposalItemId#22188234, orderProposalItemGroupId#22188257, originalReplenishmentRunId#22188275L, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, cast(sequenceId#22188255 as bigint) AS sequenceId#22188198L, sourceOfSupplyUuid#22188247, supplierGroup#22188235, supplier#22188236, subrange#22188239, product#22188242, plant#22188237, purchasingOrg#22188248, purchasingGroup#22188249, mrpController#22188246, orderDateTime#22188243, deliveryDateTime#22188238, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, isFallbackOrderOnly#22188250, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, netPriceAmount#22188269, netPriceCurrencyCode#22188270, measurements#22188274, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintRanks#22188267, constraintValues#22188266, constraintIsActive#22188268, logisticUnits#22188260, optimizationGroups#22188276, externalProductId#22188258, externalPlantId#22188259, supplyingPlant#22188240, productGroup#22188241]
Input [44]: [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, plant#22188237, deliveryDateTime#22188238, subrange#22188239, supplyingPlant#22188240, productGroup#22188241, product#22188242, orderDateTime#22188243, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, mrpController#22188246, sourceOfSupplyUuid#22188247, purchasingOrg#22188248, purchasingGroup#22188249, isFallbackOrderOnly#22188250, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, sequenceId#22188255, worklistShardItemId#22188256L, orderProposalItemGroupId#22188257, externalProductId#22188258, externalPlantId#22188259, logisticUnits#22188260, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintValues#22188266, constraintRanks#22188267, constraintIsActive#22188268, netPriceAmount#22188269, netPriceCurrencyCode#22188270, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, measurements#22188274, originalReplenishmentRunId#22188275L, optimizationGroups#22188276]
(17) AdaptiveSparkPlan
Output [45]: [shardId#22188188, worklistShardItemId#22188256L, orderProposalId#22188233L, orderProposalItemId#22188234, orderProposalItemGroupId#22188257, originalReplenishmentRunId#22188275L, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, sequenceId#22188198L, sourceOfSupplyUuid#22188247, supplierGroup#22188235, supplier#22188236, subrange#22188239, product#22188242, plant#22188237, purchasingOrg#22188248, purchasingGroup#22188249, mrpController#22188246, orderDateTime#22188243, deliveryDateTime#22188238, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, isFallbackOrderOnly#22188250, orderQuantityBaseUom#22188261, orderQuantityBaseUomUuid#22188262, netPriceQuantity#22188271, netPriceQuantityUom#22188272, netPriceQuantityUomUuid#22188273, netPriceAmount#22188269, netPriceCurrencyCode#22188270, measurements#22188274, minimumOrderQuantity#22188263, constraintLabels#22188264, constraintOperators#22188265, constraintRanks#22188267, constraintValues#22188266, constraintIsActive#22188268, logisticUnits#22188260, optimizationGroups#22188276, externalProductId#22188258, externalPlantId#22188259, supplyingPlant#22188240, productGroup#22188241]
Arguments: isFinalPlan=true
(18) TableCacheQueryStage
Output [3]: [shardId#22188188, worklistShardItemId#22188189L, orderProposalId#22188190L]
Arguments: 0
(19) Filter [codegen id : 1]
Input [3]: [shardId#22188188, worklistShardItemId#22188189L, orderProposalId#22188190L]
Condition : (isnotnull(shardId#22188188) AND isnotnull(orderProposalId#22188190L))
(20) ObjectHashAggregate
Input [3]: [shardId#22188188, worklistShardItemId#22188189L, orderProposalId#22188190L]
Keys [2]: [shardId#22188188, orderProposalId#22188190L]
Functions [1]: [partial_collect_list(struct(worklistShardItemId, worklistShardItemId#22188189L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [buf#22194937]
Results [3]: [shardId#22188188, orderProposalId#22188190L, buf#22194938]
(21) Exchange
Input [3]: [shardId#22188188, orderProposalId#22188190L, buf#22194938]
Arguments: hashpartitioning(shardId#22188188, orderProposalId#22188190L, 37), ENSURE_REQUIREMENTS, [plan_id=6643039]
(22) ShuffleQueryStage [codegen id : 6]
Output [3]: [shardId#22188188, orderProposalId#22188190L, buf#22194938]
Arguments: 2
(23) AQEShuffleRead [codegen id : 6]
Input [3]: [shardId#22188188, orderProposalId#22188190L, buf#22194938]
Arguments: coalesced
(24) ObjectHashAggregate [codegen id : 6]
Input [3]: [shardId#22188188, orderProposalId#22188190L, buf#22194938]
Keys [2]: [shardId#22188188, orderProposalId#22188190L]
Functions [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#22188189L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#22188189L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#22193433]
Results [7]: [shardId#22188188, orderProposalId#22188190L, cast(transform(collect_list(struct(worklistShardItemId, worklistShardItemId#22188189L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#22193433, lambdafunction(struct(worklistShardItemId, lambda x_73305#22193454.worklistShardItemId, quantityAfterProdPlantOptimization, lambda x_73305#22193454.quantityAfterProdPlantOptimization, qty, lambda x_73305#22193454.optimalQuantity), lambda x_73305#22193454, false)) as array<struct<worklistShardItemId:bigint,quantityAfterProdPlantOptimization:double,qty:double>>) AS items#22193455, [] AS optimizationGroups#22193449, false AS isOptimal#22193434, 2026-09-03 11:17:19.756474 AS lastModified#22193453, [] AS optimizationInsights#22193450]
(25) Union
(26) Exchange
Input [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Arguments: hashpartitioning(shardId#22193442, orderProposalId#22193443L, lastModified#22193447, 37), ENSURE_REQUIREMENTS, [plan_id=6643239]
(27) ShuffleQueryStage
Output [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Arguments: 5
(28) AQEShuffleRead
Input [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Arguments: local
(29) Scan ExistingRDD [codegen id : 3]
Output [7]: [shardId#22193465, orderProposalId#22193466L, items#22193467, optimizationGroups#22193468, isOptimal#22193469, lastModified#22193470, optimizationInsights#22193471]
Arguments: [shardId#22193465, orderProposalId#22193466L, items#22193467, optimizationGroups#22193468, isOptimal#22193469, lastModified#22193470, optimizationInsights#22193471], MapPartitionsRDD[942916] at createDataFrame at OptimalQuantitiesCacheImpl.java:212, ExistingRDD, UnknownPartitioning(0)
(30) Filter [codegen id : 3]
Input [7]: [shardId#22193465, orderProposalId#22193466L, items#22193467, optimizationGroups#22193468, isOptimal#22193469, lastModified#22193470, optimizationInsights#22193471]
Condition : (isnotnull(shardId#22193465) AND isnotnull(orderProposalId#22193466L))
(31) Project [codegen id : 3]
Output [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193470]
Input [7]: [shardId#22193465, orderProposalId#22193466L, items#22193467, optimizationGroups#22193468, isOptimal#22193469, lastModified#22193470, optimizationInsights#22193471]
(32) InMemoryTableScan
Output [2]: [shardId#22193472, orderProposalId#22193474L]
Arguments: [shardId#22193472, orderProposalId#22193474L], [isnotnull(shardId#22193472), isnotnull(orderProposalId#22193474L)]
(33) InMemoryRelation
Arguments: [shardId#22193472, worklistShardItemId#22193473L, orderProposalId#22193474L, orderProposalItemId#22193475, orderProposalItemGroupId#22193476, originalReplenishmentRunId#22193477L, orderProposalHorizonGroupingId#22193478L, splitIndicator#22193479L, previousOrderProposal#22193480L, clusterId#22193481L, sequenceId#22193482L, sourceOfSupplyUuid#22193483, supplierGroup#22193484, supplier#22193485, subrange#22193486, product#22193487, plant#22193488, purchasingOrg#22193489, purchasingGroup#22193490, mrpController#22193491, orderDateTime#22193492, deliveryDateTime#22193493, availabilityDateTime#22193494, nextAvailabilityDateTime#22193495, isFallbackOrderOnly#22193496, ... 20 more fields], StorageLevel(disk, memory, 2 replicas)
(34) TableCacheQueryStage
Output [2]: [shardId#22193472, orderProposalId#22193474L]
Arguments: 1
(35) Filter [codegen id : 2]
Input [2]: [shardId#22193472, orderProposalId#22193474L]
Condition : (isnotnull(shardId#22193472) AND isnotnull(orderProposalId#22193474L))
(36) HashAggregate [codegen id : 2]
Input [2]: [shardId#22193472, orderProposalId#22193474L]
Keys [2]: [shardId#22193472, orderProposalId#22193474L]
Functions: []
Aggregate Attributes: []
Results [2]: [shardId#22193472, orderProposalId#22193474L]
(37) Exchange
Input [2]: [shardId#22193472, orderProposalId#22193474L]
Arguments: hashpartitioning(shardId#22193472, orderProposalId#22193474L, 37), ENSURE_REQUIREMENTS, [plan_id=6643075]
(38) ShuffleQueryStage
Output [2]: [shardId#22193472, orderProposalId#22193474L]
Arguments: 3
(39) AQEShuffleRead
Input [2]: [shardId#22193472, orderProposalId#22193474L]
Arguments: coalesced
(40) HashAggregate [codegen id : 4]
Input [2]: [shardId#22193472, orderProposalId#22193474L]
Keys [2]: [shardId#22193472, orderProposalId#22193474L]
Functions: []
Aggregate Attributes: []
Results [3]: [shardId#22193472, orderProposalId#22193474L, 2026-09-03 11:17:19.756474 AS lastModified#22193569]
(41) Union
(42) HashAggregate [codegen id : 5]
Input [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193470]
Keys [2]: [shardId#22193465, orderProposalId#22193466L]
Functions [1]: [partial_max(lastModified#22193470)]
Aggregate Attributes [1]: [max#22194939]
Results [3]: [shardId#22193465, orderProposalId#22193466L, max#22194940]
(43) Exchange
Input [3]: [shardId#22193465, orderProposalId#22193466L, max#22194940]
Arguments: hashpartitioning(shardId#22193465, orderProposalId#22193466L, 37), ENSURE_REQUIREMENTS, [plan_id=6643179]
(44) ShuffleQueryStage
Output [3]: [shardId#22193465, orderProposalId#22193466L, max#22194940]
Arguments: 4
(45) AQEShuffleRead
Input [3]: [shardId#22193465, orderProposalId#22193466L, max#22194940]
Arguments: coalesced
(46) HashAggregate [codegen id : 7]
Input [3]: [shardId#22193465, orderProposalId#22193466L, max#22194940]
Keys [2]: [shardId#22193465, orderProposalId#22193466L]
Functions [1]: [max(lastModified#22193470)]
Aggregate Attributes [1]: [max(lastModified#22193470)#22193464]
Results [3]: [shardId#22193465, orderProposalId#22193466L, max(lastModified#22193470)#22193464 AS lastModified#22193456]
(47) Filter [codegen id : 7]
Input [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193456]
Condition : isnotnull(lastModified#22193456)
(48) BroadcastExchange
Input [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193456]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true], input[1, bigint, true], input[2, timestamp, false]),false), [plan_id=6643310]
(49) BroadcastQueryStage
Output [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193456]
Arguments: 6
(50) BroadcastHashJoin [codegen id : 8]
Left keys [3]: [shardId#22193442, orderProposalId#22193443L, lastModified#22193447]
Right keys [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193456]
Join type: Inner
Join condition: None
(51) Project [codegen id : 8]
Output [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Input [10]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448, shardId#22193465, orderProposalId#22193466L, lastModified#22193456]
(52) DeserializeToObject
Input [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Arguments: createexternalrow(invoke(shardId#22193442.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#22193443L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#22193444, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#22193445, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#22193446)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#22193447)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#22193448, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#22193586: org.apache.spark.sql.Row
(53) ResultQueryStage
Output [1]: [obj#22193586]
Arguments: 7
(54) Filter
Input [3]: [shardId#22188188, worklistShardItemId#22188189L, orderProposalId#22188190L]
Condition : (isnotnull(shardId#22188188) AND isnotnull(orderProposalId#22188190L))
(55) ObjectHashAggregate
Input [3]: [shardId#22188188, worklistShardItemId#22188189L, orderProposalId#22188190L]
Keys [2]: [shardId#22188188, orderProposalId#22188190L]
Functions [1]: [partial_collect_list(struct(worklistShardItemId, worklistShardItemId#22188189L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [buf#22194937]
Results [3]: [shardId#22188188, orderProposalId#22188190L, buf#22194938]
(56) Exchange
Input [3]: [shardId#22188188, orderProposalId#22188190L, buf#22194938]
Arguments: hashpartitioning(shardId#22188188, orderProposalId#22188190L, 37), ENSURE_REQUIREMENTS, [plan_id=6642868]
(57) ObjectHashAggregate
Input [3]: [shardId#22188188, orderProposalId#22188190L, buf#22194938]
Keys [2]: [shardId#22188188, orderProposalId#22188190L]
Functions [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#22188189L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#22188189L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#22193433]
Results [7]: [shardId#22188188, orderProposalId#22188190L, cast(transform(collect_list(struct(worklistShardItemId, worklistShardItemId#22188189L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#22193433, lambdafunction(struct(worklistShardItemId, lambda x_73305#22193454.worklistShardItemId, quantityAfterProdPlantOptimization, lambda x_73305#22193454.quantityAfterProdPlantOptimization, qty, lambda x_73305#22193454.optimalQuantity), lambda x_73305#22193454, false)) as array<struct<worklistShardItemId:bigint,quantityAfterProdPlantOptimization:double,qty:double>>) AS items#22193455, [] AS optimizationGroups#22193449, false AS isOptimal#22193434, 2026-09-03 11:17:19.756474 AS lastModified#22193453, [] AS optimizationInsights#22193450]
(58) Union
(59) Exchange
Input [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Arguments: hashpartitioning(shardId#22193442, orderProposalId#22193443L, lastModified#22193447, 37), ENSURE_REQUIREMENTS, [plan_id=6642881]
(60) Sort
Input [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Arguments: [shardId#22193442 ASC NULLS FIRST, orderProposalId#22193443L ASC NULLS FIRST, lastModified#22193447 ASC NULLS FIRST], false, 0
(61) Filter
Input [2]: [shardId#22193472, orderProposalId#22193474L]
Condition : (isnotnull(shardId#22193472) AND isnotnull(orderProposalId#22193474L))
(62) HashAggregate
Input [2]: [shardId#22193472, orderProposalId#22193474L]
Keys [2]: [shardId#22193472, orderProposalId#22193474L]
Functions: []
Aggregate Attributes: []
Results [2]: [shardId#22193472, orderProposalId#22193474L]
(63) Exchange
Input [2]: [shardId#22193472, orderProposalId#22193474L]
Arguments: hashpartitioning(shardId#22193472, orderProposalId#22193474L, 37), ENSURE_REQUIREMENTS, [plan_id=6642871]
(64) HashAggregate
Input [2]: [shardId#22193472, orderProposalId#22193474L]
Keys [2]: [shardId#22193472, orderProposalId#22193474L]
Functions: []
Aggregate Attributes: []
Results [3]: [shardId#22193472, orderProposalId#22193474L, 2026-09-03 11:17:19.756474 AS lastModified#22193569]
(65) Union
(66) HashAggregate
Input [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193470]
Keys [2]: [shardId#22193465, orderProposalId#22193466L]
Functions [1]: [partial_max(lastModified#22193470)]
Aggregate Attributes [1]: [max#22194939]
Results [3]: [shardId#22193465, orderProposalId#22193466L, max#22194940]
(67) Exchange
Input [3]: [shardId#22193465, orderProposalId#22193466L, max#22194940]
Arguments: hashpartitioning(shardId#22193465, orderProposalId#22193466L, 37), ENSURE_REQUIREMENTS, [plan_id=6642876]
(68) HashAggregate
Input [3]: [shardId#22193465, orderProposalId#22193466L, max#22194940]
Keys [2]: [shardId#22193465, orderProposalId#22193466L]
Functions [1]: [max(lastModified#22193470)]
Aggregate Attributes [1]: [max(lastModified#22193470)#22193464]
Results [3]: [shardId#22193465, orderProposalId#22193466L, max(lastModified#22193470)#22193464 AS lastModified#22193456]
(69) Filter
Input [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193456]
Condition : isnotnull(lastModified#22193456)
(70) Exchange
Input [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193456]
Arguments: hashpartitioning(shardId#22193465, orderProposalId#22193466L, lastModified#22193456, 37), ENSURE_REQUIREMENTS, [plan_id=6642882]
(71) Sort
Input [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193456]
Arguments: [shardId#22193465 ASC NULLS FIRST, orderProposalId#22193466L ASC NULLS FIRST, lastModified#22193456 ASC NULLS FIRST], false, 0
(72) SortMergeJoin
Left keys [3]: [shardId#22193442, orderProposalId#22193443L, lastModified#22193447]
Right keys [3]: [shardId#22193465, orderProposalId#22193466L, lastModified#22193456]
Join type: Inner
Join condition: None
(73) Project
Output [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Input [10]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448, shardId#22193465, orderProposalId#22193466L, lastModified#22193456]
(74) DeserializeToObject
Input [7]: [shardId#22193442, orderProposalId#22193443L, items#22193444, optimizationGroups#22193445, isOptimal#22193446, lastModified#22193447, optimizationInsights#22193448]
Arguments: createexternalrow(invoke(shardId#22193442.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#22193443L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#22193444, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#22193445, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#22193446)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#22193447)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#22193448, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#22193586: org.apache.spark.sql.Row
(75) AdaptiveSparkPlan
Output [1]: [obj#22193586]
Arguments: isFinalPlan=true