digraph G {
subgraph cluster0 {
isCluster="true";
id="cluster0";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n865 ms (4 ms, 7 ms, 77 ms (stage 337299.0: task 944010))";
tooltip="WholeStageCodegen (2)";
1 [id="node1" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [add#3439371.path AS path#3439444, add#3439371.partitionValues AS partitionValues#3439445, add#3439371.size AS size#3439446L, add#3439371.modificationTime AS modificationTime#3439447L, add#3439371.dataChange AS dataChange#3439448, null AS stats#3608836, add#3439371.tags AS tags#3439450, add#3439371.deletionVector AS deletionVector#3439451, add#3439371.baseRowId AS baseRowId#3439452L, add#3439371.defaultRowCommitVersion AS defaultRowCommitVersion#3439453L, add#3439371.clusteringProvider AS clusteringProvider#3439454]"];
}
2 [id="node2" labelType="html" label="<b>Filter</b><br><br>number of output rows: 37" tooltip="Filter ((UDF(true, add#3439371.size, (from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords - coalesce(add#3439371.deletionVector.cardinality, 0)), from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords) AND if (isnull((((isnotnull(add#3439371.partitionValues[shardId]) AND isnotnull(cast(add#3439371.partitionValues[sequenceId] as int))) AND (add#3439371.partitionValues[shardId] = 0_1_10000000532)) AND (cast(add#3439371.partitionValues[sequenceId] as int) = 7)))) false else UDF(knownnotnull((((isnotnull(add#3439371.partitionValues[shardId]) AND isnotnull(cast(add#3439371.partitionValues[sequenceId] as int))) AND (add#3439371.partitionValues[shardId] = 0_1_10000000532)) AND (cast(add#3439371.partitionValues[sequenceId] as int) = 7))), add#3439371.size, (from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords - coalesce(add#3439371.deletionVector.cardinality, 0)), from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords)) AND if (isnull((((from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.worklistShardItemId < from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords) AND (from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.orderProposalId < from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords)) OR ((isnull(from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.worklistShardItemId) OR isnull(from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords)) OR isnull(from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.orderProposalId))))) false else UDF(knownnotnull((((from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.worklistShardItemId < from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords) AND (from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.orderProposalId < from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords)) OR ((isnull(from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.worklistShardItemId) OR isnull(from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords)) OR isnull(from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.orderProposalId)))), add#3439371.size, (from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords - coalesce(add#3439371.deletionVector.cardinality, 0)), from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords))"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.1 s (6 ms, 9 ms, 214 ms (stage 337299.0: task 944010))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<b>Filter</b><br><br>number of output rows: 5,772" tooltip="Filter isnotnull(add#3439371)"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log</b><br><br>number of output rows: 5,774" tooltip="Scan ExistingRDD Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log[txn#3439370,add#3439371,remove#3439372,metaData#3439373,protocol#3439374,cdc#3439375,checkpointMetadata#3439376,sidecar#3439377,domainMetadata#3439378,commitInfo#3439379]"];
}
2->1;
4->2;
5->4;
}
== Physical Plan ==
* Project (4)
+- Filter (3)
+- * Filter (2)
+- * Scan ExistingRDD Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [codegen id : 1]
Output [10]: [txn#3439370, add#3439371, remove#3439372, metaData#3439373, protocol#3439374, cdc#3439375, checkpointMetadata#3439376, sidecar#3439377, domainMetadata#3439378, commitInfo#3439379]
Arguments: [txn#3439370, add#3439371, remove#3439372, metaData#3439373, protocol#3439374, cdc#3439375, checkpointMetadata#3439376, sidecar#3439377, domainMetadata#3439378, commitInfo#3439379], Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log MapPartitionsRDD[146229] at start at FileStorageAdapterImpl.java:596, ExistingRDD, UnknownPartitioning(0)
(2) Filter [codegen id : 1]
Input [10]: [txn#3439370, add#3439371, remove#3439372, metaData#3439373, protocol#3439374, cdc#3439375, checkpointMetadata#3439376, sidecar#3439377, domainMetadata#3439378, commitInfo#3439379]
Condition : isnotnull(add#3439371)
(3) Filter
Input [10]: [txn#3439370, add#3439371, remove#3439372, metaData#3439373, protocol#3439374, cdc#3439375, checkpointMetadata#3439376, sidecar#3439377, domainMetadata#3439378, commitInfo#3439379]
Condition : ((UDF(true, add#3439371.size, (from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords - coalesce(add#3439371.deletionVector.cardinality, 0)), from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords) AND if (isnull((((isnotnull(add#3439371.partitionValues[shardId]) AND isnotnull(cast(add#3439371.partitionValues[sequenceId] as int))) AND (add#3439371.partitionValues[shardId] = 0_1_10000000532)) AND (cast(add#3439371.partitionValues[sequenceId] as int) = 7)))) false else UDF(knownnotnull((((isnotnull(add#3439371.partitionValues[shardId]) AND isnotnull(cast(add#3439371.partitionValues[sequenceId] as int))) AND (add#3439371.partitionValues[shardId] = 0_1_10000000532)) AND (cast(add#3439371.partitionValues[sequenceId] as int) = 7))), add#3439371.size, (from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords - coalesce(add#3439371.deletionVector.cardinality, 0)), from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords)) AND if (isnull((((from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.worklistShardItemId < from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords) AND (from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.orderProposalId < from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords)) OR ((isnull(from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.worklistShardItemId) OR isnull(from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords)) OR isnull(from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.orderProposalId))))) false else UDF(knownnotnull((((from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.worklistShardItemId < from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords) AND (from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.orderProposalId < from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords)) OR ((isnull(from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.worklistShardItemId) OR isnull(from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords)) OR isnull(from_json(StructField(nullCount,StructType(StructField(orderProposalId,LongType,true),StructField(orderProposalItemId,LongType,true),StructField(supplierGroup,LongType,true),StructField(supplier,LongType,true),StructField(plant,LongType,true),StructField(deliveryDateTime,LongType,true),StructField(subrange,LongType,true),StructField(supplyingPlant,LongType,true),StructField(productGroup,LongType,true),StructField(product,LongType,true),StructField(orderDateTime,LongType,true),StructField(availabilityDateTime,LongType,true),StructField(nextAvailabilityDateTime,LongType,true),StructField(mrpController,LongType,true),StructField(sourceOfSupplyUuid,LongType,true),StructField(purchasingOrg,LongType,true),StructField(purchasingGroup,LongType,true),StructField(isFallbackOrderOnly,LongType,true),StructField(orderProposalHorizonGroupingId,LongType,true),StructField(splitIndicator,LongType,true),StructField(previousOrderProposal,LongType,true),StructField(clusterId,LongType,true),StructField(worklistShardItemId,LongType,true),StructField(orderProposalItemGroupId,LongType,true),StructField(externalProductId,LongType,true),StructField(externalPlantId,LongType,true),StructField(logisticUnits,LongType,true),StructField(orderQuantityBaseUom,LongType,true),StructField(orderQuantityBaseUomUuid,LongType,true),StructField(minimumOrderQuantity,LongType,true),StructField(constraintLabels,LongType,true),StructField(constraintOperators,LongType,true)),true), add#3439371.stats, Some(UTC), false).nullCount.orderProposalId)))), add#3439371.size, (from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords - coalesce(add#3439371.deletionVector.cardinality, 0)), from_json(StructField(numRecords,LongType,true), add#3439371.stats, Some(UTC), false).numRecords))
(4) Project [codegen id : 2]
Output [11]: [add#3439371.path AS path#3439444, add#3439371.partitionValues AS partitionValues#3439445, add#3439371.size AS size#3439446L, add#3439371.modificationTime AS modificationTime#3439447L, add#3439371.dataChange AS dataChange#3439448, null AS stats#3608836, add#3439371.tags AS tags#3439450, add#3439371.deletionVector AS deletionVector#3439451, add#3439371.baseRowId AS baseRowId#3439452L, add#3439371.defaultRowCommitVersion AS defaultRowCommitVersion#3439453L, add#3439371.clusteringProvider AS clusteringProvider#3439454]
Input [10]: [txn#3439370, add#3439371, remove#3439372, metaData#3439373, protocol#3439374, cdc#3439375, checkpointMetadata#3439376, sidecar#3439377, domainMetadata#3439378, commitInfo#3439379]