digraph G { 0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="CollectLimit 1"]; 1 [id="node1" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"]; subgraph cluster2 { isCluster="true"; id="cluster2"; label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n82 ms (0 ms, 0 ms, 15 ms (stage 2136386.0: task 5796438))"; tooltip="WholeStageCodegen (7)"; 3 [id="node3" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; 5 [id="node5" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT insight#22201640.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)"]; 6 [id="node6" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(optimizationInsights#22197476), false, [insight#22201640]"]; 7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [optimizationInsights#22197476]"]; 8 [id="node8" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 2136386.0: task 5796432))" tooltip="SortMergeJoin [orderProposalId#22197471L], [orderProposalId#22198183L], Inner"]; } subgraph cluster9 { isCluster="true"; id="cluster9"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n1.5 s (0 ms, 0 ms, 284 ms (stage 2136386.0: task 5796438))"; tooltip="WholeStageCodegen (2)"; 10 [id="node10" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 2136386.0: task 5796432))<br>peak memory total (min, med, max (stageId: taskId))<br>1920.0 KiB (64.0 KiB, 64.0 KiB, 64.0 KiB (stage 2136386.0: task 5796432))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 2136386.0: task 5796432))" tooltip="Sort [orderProposalId#22197471L ASC NULLS FIRST], false, 0"]; } 11 [id="node11" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(orderProposalId#22197471L, 30), ENSURE_REQUIREMENTS, [plan_id=6646504]"]; subgraph cluster12 { isCluster="true"; id="cluster12"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 2136380.0: task 5796296))"; tooltip="WholeStageCodegen (1)"; 13 [id="node13" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(orderProposalId#22197471L) AND (size(optimizationInsights#22197476, true) > 0)) AND isnotnull(optimizationInsights#22197476))"]; } 14 [id="node14" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 1,023" tooltip="InMemoryTableScan [orderProposalId#22197471L, optimizationInsights#22197476], [isnotnull(orderProposalId#22197471L), (size(optimizationInsights#22197476, true) > 0), isnotnull(optimizationInsights#22197476)]"]; subgraph cluster15 { isCluster="true"; id="cluster15"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 16 [id="node16" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#22197470) AND (shardId#22197470 = 0_7_10000000553))"]; } 17 [id="node17" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#22197470, orderProposalId#22197471L, items#22197472, optimizationGroups#22197473, isOptimal#22197474, optimizationInsights#22197476], [isnotnull(shardId#22197470), (shardId#22197470 = 0_7_10000000553)]"]; subgraph cluster18 { isCluster="true"; id="cluster18"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 19 [id="node19" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#22197470) AND (shardId#22197470 = 0_7_10000000553))"]; 20 [id="node20" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22197470,orderProposalId#22197471L,items#22197472,optimizationGroups#22197473,isOptimal#22197474,lastModified#22197475,optimizationInsights#22197476]"]; } subgraph cluster21 { isCluster="true"; id="cluster21"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 22 [id="node22" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [orderProposalId#22198183L ASC NULLS FIRST], false, 0"]; 23 [id="node23" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 0.0 B<br>number of output rows: 0<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#22198183L], functions=[])"]; } 24 [id="node24" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(orderProposalId#22198183L, 30), ENSURE_REQUIREMENTS, [plan_id=6646529]"]; subgraph cluster25 { isCluster="true"; id="cluster25"; label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n500 ms (14 ms, 17 ms, 19 ms (stage 2136384.0: task 5796371))"; tooltip="WholeStageCodegen (5)"; 26 [id="node26" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 2136384.0: task 5796382))<br>peak memory total (min, med, max (stageId: taskId))<br>7.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 2136384.0: task 5796382))<br>number of output rows: 0<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#22198183L], functions=[])"]; 27 [id="node27" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#22198183L]"]; 28 [id="node28" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#22197982L], [worklistShardItemId#22198206L], Inner, BuildLeft, false"]; 42 [id="node42" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#22198206L, orderProposalId#22198183L]"]; } 29 [id="node29" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 4 ms<br>time to build: 8 ms<br>time to collect: 32 ms<br>number of output rows: 51,793<br>data size: 4.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=6646515]"]; subgraph cluster30 { isCluster="true"; id="cluster30"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n36 ms (0 ms, 1 ms, 3 ms (stage 2136271.0: task 5796203))"; tooltip="WholeStageCodegen (3)"; 31 [id="node31" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#22197981L AS worklistShardItemId#22197982L]"]; 32 [id="node32" labelType="html" label="<b>Generate</b><br><br>number of output rows: 51,793" tooltip="Generate explode(_extract_worklistShardItemId#22206277), false, [item#22197981L]"]; 33 [id="node33" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#22201634.worklistShardItemId AS _extract_worklistShardItemId#22206277]"]; 34 [id="node34" labelType="html" label="<b>Filter</b><br><br>number of output rows: 1,023" tooltip="Filter (((size(items#22201634.worklistShardItemId, true) > 0) AND isnotnull(items#22201634.worklistShardItemId)) AND (shardId#22201632 = 0_7_10000000553))"]; } 35 [id="node35" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 1,023" tooltip="InMemoryTableScan [items#22201634, shardId#22201632], [(size(items#22201634.worklistShardItemId, true) > 0), isnotnull(items#22201634.worklistShardItemId), (shardId#22201632 = 0_7_10000000553)]"]; subgraph cluster36 { isCluster="true"; id="cluster36"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 37 [id="node37" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#22197470) AND (shardId#22197470 = 0_7_10000000553))"]; } 38 [id="node38" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#22197470, orderProposalId#22197471L, items#22197472, optimizationGroups#22197473, isOptimal#22197474, optimizationInsights#22197476], [isnotnull(shardId#22197470), (shardId#22197470 = 0_7_10000000553)]"]; subgraph cluster39 { isCluster="true"; id="cluster39"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 40 [id="node40" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#22197470) AND (shardId#22197470 = 0_7_10000000553))"]; 41 [id="node41" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22197470,orderProposalId#22197471L,items#22197472,optimizationGroups#22197473,isOptimal#22197474,lastModified#22197475,optimizationInsights#22197476]"]; } 43 [id="node43" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#22198206L, 30), REPARTITION_BY_NUM, [plan_id=6646522]"]; subgraph cluster44 { isCluster="true"; id="cluster44"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n3.0 s (61 ms, 78 ms, 116 ms (stage 2136379.0: task 5796359))"; tooltip="WholeStageCodegen (4)"; 45 [id="node45" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#22198183L, worklistShardItemId#22198206L]"]; 46 [id="node46" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(worklistShardItemId#22198206L) AND NOT (isFallbackOrderOnly#22198200 <=> true)) AND isnotnull(orderProposalId#22198183L))"]; 47 [id="node47" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"]; } 48 [id="node48" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 37<br>scan time total (min, med, max (stageId: taskId))<br>3.0 s (60 ms, 77 ms, 116 ms (stage 2136379.0: task 5796359))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 7.4 MiB<br>number of output rows: 0<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#22198183L,isFallbackOrderOnly#22198200,worklistShardItemId#22198206L,shardId#22198227,sequenceId#22198205] Batched: true, DataFilters: [isnotnull(worklistShardItemId#22198206L), NOT (isFallbackOrderOnly#22198200 <=> true), isnotnull..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#22198227), isnotnull(sequenceId#22198205), (shardId#22198227 = 0_7_10000000553..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"]; subgraph cluster49 { isCluster="true"; id="cluster49"; label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n307 ms (7 ms, 8 ms, 21 ms (stage 2136386.0: task 5796392))"; tooltip="WholeStageCodegen (10)"; 50 [id="node50" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 51 [id="node51" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; } 52 [id="node52" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#22198739, lambdafunction((lambda x_73363#22202075.label = OutOfStockProbability), lambda x_73363#22202075, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#22206279, lambdafunction((lambda x_73364#22202076.name = OOS_PROBABILITY_THRESHOLD), lambda x_73364#22202076, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#22198739, lambdafunction((lambda x_73363#22202077.label = OutOfStockProbability), lambda x_73363#22202077, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#22206279, lambdafunction((lambda x_73364#22202078.name = OOS_PROBABILITY_THRESHOLD), lambda x_73364#22202078, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#22198739, lambdafunction((lambda x_73365#22202079.label = InitialStockQty), lambda x_73365#22202079, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#22198739, lambdafunction((lambda x_73365#22202081.label = InitialStockQty), lambda x_73365#22202081, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#22206279, lambdafunction((lambda x_73366#22202082.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_73366#22202082, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#22202289) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#22202289, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1788434320) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#22206279, lambdafunction((lambda x_73367#22202083.name = OFFSET_CURRENT_ORDER_DATE), lambda x_73367#22202083, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#22202289) THEN null ELSE (cast((unix_timestamp(orderDateTime#22202289, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1788434320) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#22206279, lambdafunction((lambda x_73367#22202084.name = OFFSET_CURRENT_ORDER_DATE), lambda x_73367#22202084, false)), 1, None, false).value as double)) END)"]; subgraph cluster53 { isCluster="true"; id="cluster53"; label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n2.6 s (38 ms, 55 ms, 232 ms (stage 2136386.0: task 5796394))"; tooltip="WholeStageCodegen (8)"; 54 [id="node54" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderDateTime#22202289, prodLocSpecificKpis#22198739]"]; 55 [id="node55" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT (isFallbackOrderOnly#22202293 <=> true)"]; } 56 [id="node56" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 51,793" tooltip="InMemoryTableScan [isFallbackOrderOnly#22202293, orderDateTime#22202289, prodLocSpecificKpis#22198739], [NOT (isFallbackOrderOnly#22202293 <=> true)]"]; subgraph cluster57 { isCluster="true"; id="cluster57"; label="WholeStageCodegen (15)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (15)"; 58 [id="node58" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 17 more fields]"]; 59 [id="node59" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#22197470, worklistShardItemId#22197982L], [shardId#22198761, worklistShardItemId#22198762L], LeftOuter"]; } subgraph cluster60 { isCluster="true"; id="cluster60"; label="WholeStageCodegen (12)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (12)"; 61 [id="node61" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 16 more fields]"]; 62 [id="node62" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#22197470, worklistShardItemId#22197982L], [shardId#22198748, worklistShardItemId#22198749L], LeftOuter"]; } subgraph cluster63 { isCluster="true"; id="cluster63"; label="WholeStageCodegen (9)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (9)"; 64 [id="node64" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 15 more fields]"]; 65 [id="node65" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#22197470, worklistShardItemId#22197982L], [shardId#22198732, worklistShardItemId#22198733L], LeftOuter"]; } subgraph cluster66 { isCluster="true"; id="cluster66"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 67 [id="node67" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#22197470 ASC NULLS FIRST, worklistShardItemId#22197982L ASC NULLS FIRST], false, 0"]; } 68 [id="node68" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#22197470, worklistShardItemId#22197982L, 30), ENSURE_REQUIREMENTS, [plan_id=6645220]"]; subgraph cluster69 { isCluster="true"; id="cluster69"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (5)"; 70 [id="node70" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 14 more fields]"]; 71 [id="node71" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#22197982L], [worklistShardItemId#22198206L], LeftOuter, (shardId#22197470 = 0_7_10000000553)"]; } subgraph cluster72 { isCluster="true"; id="cluster72"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 73 [id="node73" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#22197982L ASC NULLS FIRST], false, 0"]; } 74 [id="node74" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#22197982L, 30), ENSURE_REQUIREMENTS, [plan_id=6645201]"]; subgraph cluster75 { isCluster="true"; id="cluster75"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 76 [id="node76" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22197470, item#22197981.worklistShardItemId AS worklistShardItemId#22197982L, item#22197981.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#22197983, item#22197981.qty AS qty#22197984]"]; 77 [id="node77" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#22197472), [shardId#22197470], false, [item#22197981]"]; 78 [id="node78" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#22197472, true) > 0) AND isnotnull(items#22197472))"]; } 79 [id="node79" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#22197470, items#22197472], [(size(items#22197472, true) > 0), isnotnull(items#22197472)]"]; subgraph cluster80 { isCluster="true"; id="cluster80"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 81 [id="node81" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#22197470) AND (shardId#22197470 = 0_7_10000000553))"]; } 82 [id="node82" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#22197470, orderProposalId#22197471L, items#22197472, optimizationGroups#22197473, isOptimal#22197474, optimizationInsights#22197476], [isnotnull(shardId#22197470), (shardId#22197470 = 0_7_10000000553)]"]; subgraph cluster83 { isCluster="true"; id="cluster83"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 84 [id="node84" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#22197470) AND (shardId#22197470 = 0_7_10000000553))"]; 85 [id="node85" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22197470,orderProposalId#22197471L,items#22197472,optimizationGroups#22197473,isOptimal#22197474,lastModified#22197475,optimizationInsights#22197476]"]; } subgraph cluster86 { isCluster="true"; id="cluster86"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (4)"; 87 [id="node87" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#22198206L ASC NULLS FIRST], false, 0"]; 88 [id="node88" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#22198206L, orderProposalId#22198183L, orderProposalItemId#22198184, orderProposalItemGroupId#22198207, originalReplenishmentRunId#22198225L, splitIndicator#22198202L, previousOrderProposal#22198203L, sourceOfSupplyUuid#22198197, supplierGroup#22198185, supplier#22198186, subrange#22198189, product#22198192, plant#22198187, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, isFallbackOrderOnly#22198200, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, netPriceQuantity#22198221, netPriceQuantityUom#22198222, netPriceQuantityUomUuid#22198223, netPriceAmount#22198219, netPriceCurrencyCode#22198220, ... 11 more fields]"]; } 89 [id="node89" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#22198206L, 30), REPARTITION_BY_NUM, [plan_id=6645211]"]; subgraph cluster90 { isCluster="true"; id="cluster90"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (3)"; 91 [id="node91" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#22198183L, orderProposalItemId#22198184, supplierGroup#22198185, supplier#22198186, plant#22198187, deliveryDateTime#22198188, subrange#22198189, supplyingPlant#22198190, productGroup#22198191, product#22198192, orderDateTime#22198193, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, sourceOfSupplyUuid#22198197, isFallbackOrderOnly#22198200, splitIndicator#22198202L, previousOrderProposal#22198203L, worklistShardItemId#22198206L, orderProposalItemGroupId#22198207, externalProductId#22198208, externalPlantId#22198209, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, minimumOrderQuantity#22198213, ... 11 more fields]"]; 92 [id="node92" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#22198206L)"]; 93 [id="node93" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"]; } 94 [id="node94" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#22198183L,orderProposalItemId#22198184,supplierGroup#22198185,supplier#22198186,plant#22198187,deliveryDateTime#22198188,subrange#22198189,supplyingPlant#22198190,productGroup#22198191,product#22198192,orderDateTime#22198193,availabilityDateTime#22198194,nextAvailabilityDateTime#22198195,sourceOfSupplyUuid#22198197,isFallbackOrderOnly#22198200,splitIndicator#22198202L,previousOrderProposal#22198203L,worklistShardItemId#22198206L,orderProposalItemGroupId#22198207,externalProductId#22198208,externalPlantId#22198209,logisticUnits#22198210,orderQuantityBaseUom#22198211,orderQuantityBaseUomUuid#22198212,minimumOrderQuantity#22198213,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#22198206L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#22198227), isnotnull(sequenceId#22198205), (shardId#22198227 = 0_7_10000000553..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; subgraph cluster95 { isCluster="true"; id="cluster95"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (8)"; 96 [id="node96" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#22198732 ASC NULLS FIRST, worklistShardItemId#22198733L ASC NULLS FIRST], false, 0"]; } 97 [id="node97" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#22198732, worklistShardItemId#22198733L, 30), ENSURE_REQUIREMENTS, [plan_id=6645226]"]; subgraph cluster98 { isCluster="true"; id="cluster98"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (7)"; 99 [id="node99" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22198732, worklistShardItemId#22198733L, coalesce(kpis#22198737, []) AS prodLocSpecificKpis#22198738]"]; 100 [id="node100" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#22198734) AND isnull(demandChannel#22198735)) AND isnull(demandStream#22198736)) AND (isnotnull(shardId#22198732) AND isnotnull(worklistShardItemId#22198733L)))"]; 101 [id="node101" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22198732,worklistShardItemId#22198733L,qty#22198734,demandChannel#22198735,demandStream#22198736,kpis#22198737]"]; } subgraph cluster102 { isCluster="true"; id="cluster102"; label="WholeStageCodegen (11)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (11)"; 103 [id="node103" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#22198748 ASC NULLS FIRST, worklistShardItemId#22198749L ASC NULLS FIRST], false, 0"]; } 104 [id="node104" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#22198748, worklistShardItemId#22198749L], functions=[collect_list(struct(demandChannel, demandChannel#22198751, demandStream, demandStream#22198752, kpis, kpis#22198753), 0, 0)])"]; 105 [id="node105" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#22198748, worklistShardItemId#22198749L, 30), ENSURE_REQUIREMENTS, [plan_id=6645237]"]; 106 [id="node106" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#22198748, worklistShardItemId#22198749L], functions=[partial_collect_list(struct(demandChannel, demandChannel#22198751, demandStream, demandStream#22198752, kpis, kpis#22198753), 0, 0)])"]; subgraph cluster107 { isCluster="true"; id="cluster107"; label="WholeStageCodegen (10)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (10)"; 108 [id="node108" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22198748, worklistShardItemId#22198749L, demandChannel#22198751, demandStream#22198752, kpis#22198753]"]; 109 [id="node109" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#22198750) AND isnotnull(demandChannel#22198751)) AND isnotnull(demandStream#22198752)) AND (size(kpis#22198753, true) > 0)) AND (isnotnull(shardId#22198748) AND isnotnull(worklistShardItemId#22198749L)))"]; 110 [id="node110" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22198748,worklistShardItemId#22198749L,qty#22198750,demandChannel#22198751,demandStream#22198752,kpis#22198753]"]; } subgraph cluster111 { isCluster="true"; id="cluster111"; label="WholeStageCodegen (14)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (14)"; 112 [id="node112" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#22198761 ASC NULLS FIRST, worklistShardItemId#22198762L ASC NULLS FIRST], false, 0"]; } 113 [id="node113" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#22198761, worklistShardItemId#22198762L], functions=[collect_list(struct(qty, qty#22198763, kpis, kpis#22198766), 0, 0)])"]; 114 [id="node114" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#22198761, worklistShardItemId#22198762L, 30), ENSURE_REQUIREMENTS, [plan_id=6645249]"]; 115 [id="node115" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#22198761, worklistShardItemId#22198762L], functions=[partial_collect_list(struct(qty, qty#22198763, kpis, kpis#22198766), 0, 0)])"]; subgraph cluster116 { isCluster="true"; id="cluster116"; label="WholeStageCodegen (13)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (13)"; 117 [id="node117" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22198761, worklistShardItemId#22198762L, qty#22198763, kpis#22198766]"]; 118 [id="node118" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#22198763) AND isnotnull(kpis#22198766)) AND (isnotnull(shardId#22198761) AND isnotnull(worklistShardItemId#22198762L)))"]; 119 [id="node119" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22198761,worklistShardItemId#22198762L,qty#22198763,demandChannel#22198764,demandStream#22198765,kpis#22198766]"]; } 120 [id="node120" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 176 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=6646552]"]; 121 [id="node121" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=6646551]"]; subgraph cluster122 { isCluster="true"; id="cluster122"; label="WholeStageCodegen (9)\n \nduration: 96 ms"; tooltip="WholeStageCodegen (9)"; 123 [id="node123" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#22202070[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#22206279]"]; 124 [id="node124" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#22202070) AND isnotnull(insightConfigurations#22202070[POTENTIAL_OOS_STOCK_PERIOD]))"]; 125 [id="node125" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"]; } 126 [id="node126" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 95 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 3.7 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#22202070,shardId#22202071] Batched: true, DataFilters: [isnotnull(insightConfigurations#22202070), isnotnull(insightConfigurations#22202070[POTENTIAL_OO..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#22202071), (shardId#22202071 = 0_7_10000000553)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."]; subgraph cluster127 { isCluster="true"; id="cluster127"; label="WholeStageCodegen (13)\n \nduration: total (min, med, max (stageId: taskId))\n219 ms (4 ms, 7 ms, 11 ms (stage 2136386.0: task 5796416))"; tooltip="WholeStageCodegen (13)"; 128 [id="node128" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 129 [id="node129" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; } 130 [id="node130" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#22202247, qty#22202131, None, false), lambdafunction((lambda x_73369#22202101.label = OutOfStockProbability), lambda x_73369#22202101, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#22206281, lambdafunction((lambda x_73370#22202102.name = OOS_PROBABILITY_THRESHOLD), lambda x_73370#22202102, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#22202247, qty#22202131, None, false), lambdafunction((lambda x_73369#22202103.label = OutOfStockProbability), lambda x_73369#22202103, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#22206281, lambdafunction((lambda x_73370#22202104.name = OOS_PROBABILITY_THRESHOLD), lambda x_73370#22202104, false)), 1, None, false).value as double)) END"]; subgraph cluster131 { isCluster="true"; id="cluster131"; label="WholeStageCodegen (11)\n \nduration: total (min, med, max (stageId: taskId))\n1.9 s (5 ms, 45 ms, 205 ms (stage 2136386.0: task 5796404))"; tooltip="WholeStageCodegen (11)"; 132 [id="node132" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [qty#22202131, quantityKpis#22202247]"]; 133 [id="node133" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT (isFallbackOrderOnly#22202156 <=> true)"]; } 134 [id="node134" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 51,793" tooltip="InMemoryTableScan [isFallbackOrderOnly#22202156, qty#22202131, quantityKpis#22202247], [NOT (isFallbackOrderOnly#22202156 <=> true)]"]; subgraph cluster135 { isCluster="true"; id="cluster135"; label="WholeStageCodegen (15)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (15)"; 136 [id="node136" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 17 more fields]"]; 137 [id="node137" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#22197470, worklistShardItemId#22197982L], [shardId#22198761, worklistShardItemId#22198762L], LeftOuter"]; } subgraph cluster138 { isCluster="true"; id="cluster138"; label="WholeStageCodegen (12)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (12)"; 139 [id="node139" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 16 more fields]"]; 140 [id="node140" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#22197470, worklistShardItemId#22197982L], [shardId#22198748, worklistShardItemId#22198749L], LeftOuter"]; } subgraph cluster141 { isCluster="true"; id="cluster141"; label="WholeStageCodegen (9)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (9)"; 142 [id="node142" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 15 more fields]"]; 143 [id="node143" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#22197470, worklistShardItemId#22197982L], [shardId#22198732, worklistShardItemId#22198733L], LeftOuter"]; } subgraph cluster144 { isCluster="true"; id="cluster144"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 145 [id="node145" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#22197470 ASC NULLS FIRST, worklistShardItemId#22197982L ASC NULLS FIRST], false, 0"]; } 146 [id="node146" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#22197470, worklistShardItemId#22197982L, 30), ENSURE_REQUIREMENTS, [plan_id=6645220]"]; subgraph cluster147 { isCluster="true"; id="cluster147"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (5)"; 148 [id="node148" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 14 more fields]"]; 149 [id="node149" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#22197982L], [worklistShardItemId#22198206L], LeftOuter, (shardId#22197470 = 0_7_10000000553)"]; } subgraph cluster150 { isCluster="true"; id="cluster150"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 151 [id="node151" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#22197982L ASC NULLS FIRST], false, 0"]; } 152 [id="node152" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#22197982L, 30), ENSURE_REQUIREMENTS, [plan_id=6645201]"]; subgraph cluster153 { isCluster="true"; id="cluster153"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 154 [id="node154" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22197470, item#22197981.worklistShardItemId AS worklistShardItemId#22197982L, item#22197981.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#22197983, item#22197981.qty AS qty#22197984]"]; 155 [id="node155" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#22197472), [shardId#22197470], false, [item#22197981]"]; 156 [id="node156" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#22197472, true) > 0) AND isnotnull(items#22197472))"]; } 157 [id="node157" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#22197470, items#22197472], [(size(items#22197472, true) > 0), isnotnull(items#22197472)]"]; subgraph cluster158 { isCluster="true"; id="cluster158"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 159 [id="node159" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#22197470) AND (shardId#22197470 = 0_7_10000000553))"]; } 160 [id="node160" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#22197470, orderProposalId#22197471L, items#22197472, optimizationGroups#22197473, isOptimal#22197474, optimizationInsights#22197476], [isnotnull(shardId#22197470), (shardId#22197470 = 0_7_10000000553)]"]; subgraph cluster161 { isCluster="true"; id="cluster161"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 162 [id="node162" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#22197470) AND (shardId#22197470 = 0_7_10000000553))"]; 163 [id="node163" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22197470,orderProposalId#22197471L,items#22197472,optimizationGroups#22197473,isOptimal#22197474,lastModified#22197475,optimizationInsights#22197476]"]; } subgraph cluster164 { isCluster="true"; id="cluster164"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (4)"; 165 [id="node165" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#22198206L ASC NULLS FIRST], false, 0"]; 166 [id="node166" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#22198206L, orderProposalId#22198183L, orderProposalItemId#22198184, orderProposalItemGroupId#22198207, originalReplenishmentRunId#22198225L, splitIndicator#22198202L, previousOrderProposal#22198203L, sourceOfSupplyUuid#22198197, supplierGroup#22198185, supplier#22198186, subrange#22198189, product#22198192, plant#22198187, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, isFallbackOrderOnly#22198200, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, netPriceQuantity#22198221, netPriceQuantityUom#22198222, netPriceQuantityUomUuid#22198223, netPriceAmount#22198219, netPriceCurrencyCode#22198220, ... 11 more fields]"]; } 167 [id="node167" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#22198206L, 30), REPARTITION_BY_NUM, [plan_id=6645211]"]; subgraph cluster168 { isCluster="true"; id="cluster168"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (3)"; 169 [id="node169" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#22198183L, orderProposalItemId#22198184, supplierGroup#22198185, supplier#22198186, plant#22198187, deliveryDateTime#22198188, subrange#22198189, supplyingPlant#22198190, productGroup#22198191, product#22198192, orderDateTime#22198193, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, sourceOfSupplyUuid#22198197, isFallbackOrderOnly#22198200, splitIndicator#22198202L, previousOrderProposal#22198203L, worklistShardItemId#22198206L, orderProposalItemGroupId#22198207, externalProductId#22198208, externalPlantId#22198209, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, minimumOrderQuantity#22198213, ... 11 more fields]"]; 170 [id="node170" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#22198206L)"]; 171 [id="node171" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"]; } 172 [id="node172" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#22198183L,orderProposalItemId#22198184,supplierGroup#22198185,supplier#22198186,plant#22198187,deliveryDateTime#22198188,subrange#22198189,supplyingPlant#22198190,productGroup#22198191,product#22198192,orderDateTime#22198193,availabilityDateTime#22198194,nextAvailabilityDateTime#22198195,sourceOfSupplyUuid#22198197,isFallbackOrderOnly#22198200,splitIndicator#22198202L,previousOrderProposal#22198203L,worklistShardItemId#22198206L,orderProposalItemGroupId#22198207,externalProductId#22198208,externalPlantId#22198209,logisticUnits#22198210,orderQuantityBaseUom#22198211,orderQuantityBaseUomUuid#22198212,minimumOrderQuantity#22198213,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#22198206L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#22198227), isnotnull(sequenceId#22198205), (shardId#22198227 = 0_7_10000000553..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; subgraph cluster173 { isCluster="true"; id="cluster173"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (8)"; 174 [id="node174" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#22198732 ASC NULLS FIRST, worklistShardItemId#22198733L ASC NULLS FIRST], false, 0"]; } 175 [id="node175" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#22198732, worklistShardItemId#22198733L, 30), ENSURE_REQUIREMENTS, [plan_id=6645226]"]; subgraph cluster176 { isCluster="true"; id="cluster176"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (7)"; 177 [id="node177" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22198732, worklistShardItemId#22198733L, coalesce(kpis#22198737, []) AS prodLocSpecificKpis#22198738]"]; 178 [id="node178" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#22198734) AND isnull(demandChannel#22198735)) AND isnull(demandStream#22198736)) AND (isnotnull(shardId#22198732) AND isnotnull(worklistShardItemId#22198733L)))"]; 179 [id="node179" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22198732,worklistShardItemId#22198733L,qty#22198734,demandChannel#22198735,demandStream#22198736,kpis#22198737]"]; } subgraph cluster180 { isCluster="true"; id="cluster180"; label="WholeStageCodegen (11)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (11)"; 181 [id="node181" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#22198748 ASC NULLS FIRST, worklistShardItemId#22198749L ASC NULLS FIRST], false, 0"]; } 182 [id="node182" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#22198748, worklistShardItemId#22198749L], functions=[collect_list(struct(demandChannel, demandChannel#22198751, demandStream, demandStream#22198752, kpis, kpis#22198753), 0, 0)])"]; 183 [id="node183" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#22198748, worklistShardItemId#22198749L, 30), ENSURE_REQUIREMENTS, [plan_id=6645237]"]; 184 [id="node184" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#22198748, worklistShardItemId#22198749L], functions=[partial_collect_list(struct(demandChannel, demandChannel#22198751, demandStream, demandStream#22198752, kpis, kpis#22198753), 0, 0)])"]; subgraph cluster185 { isCluster="true"; id="cluster185"; label="WholeStageCodegen (10)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (10)"; 186 [id="node186" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22198748, worklistShardItemId#22198749L, demandChannel#22198751, demandStream#22198752, kpis#22198753]"]; 187 [id="node187" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#22198750) AND isnotnull(demandChannel#22198751)) AND isnotnull(demandStream#22198752)) AND (size(kpis#22198753, true) > 0)) AND (isnotnull(shardId#22198748) AND isnotnull(worklistShardItemId#22198749L)))"]; 188 [id="node188" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22198748,worklistShardItemId#22198749L,qty#22198750,demandChannel#22198751,demandStream#22198752,kpis#22198753]"]; } subgraph cluster189 { isCluster="true"; id="cluster189"; label="WholeStageCodegen (14)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (14)"; 190 [id="node190" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#22198761 ASC NULLS FIRST, worklistShardItemId#22198762L ASC NULLS FIRST], false, 0"]; } 191 [id="node191" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#22198761, worklistShardItemId#22198762L], functions=[collect_list(struct(qty, qty#22198763, kpis, kpis#22198766), 0, 0)])"]; 192 [id="node192" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#22198761, worklistShardItemId#22198762L, 30), ENSURE_REQUIREMENTS, [plan_id=6645249]"]; 193 [id="node193" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#22198761, worklistShardItemId#22198762L], functions=[partial_collect_list(struct(qty, qty#22198763, kpis, kpis#22198766), 0, 0)])"]; subgraph cluster194 { isCluster="true"; id="cluster194"; label="WholeStageCodegen (13)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (13)"; 195 [id="node195" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#22198761, worklistShardItemId#22198762L, qty#22198763, kpis#22198766]"]; 196 [id="node196" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#22198763) AND isnotnull(kpis#22198766)) AND (isnotnull(shardId#22198761) AND isnotnull(worklistShardItemId#22198762L)))"]; 197 [id="node197" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#22198761,worklistShardItemId#22198762L,qty#22198763,demandChannel#22198764,demandStream#22198765,kpis#22198766]"]; } 198 [id="node198" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 161 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=6646568]"]; 199 [id="node199" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=6646567]"]; subgraph cluster200 { isCluster="true"; id="cluster200"; label="WholeStageCodegen (12)\n \nduration: 82 ms"; tooltip="WholeStageCodegen (12)"; 201 [id="node201" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#22202252[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#22206281]"]; 202 [id="node202" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#22202252) AND isnotnull(insightConfigurations#22202252[POTENTIAL_OOS_DEMAND_PERIOD]))"]; 203 [id="node203" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"]; } 204 [id="node204" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 81 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 3.7 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#22202252,shardId#22202253] Batched: true, DataFilters: [isnotnull(insightConfigurations#22202252), isnotnull(insightConfigurations#22202252[POTENTIAL_OO..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#22202253), (shardId#22202253 = 0_7_10000000553)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."]; 1->0; 3->1; 4->3; 5->4; 6->5; 7->6; 8->7; 10->8; 11->10; 13->11; 14->13; 16->14; 17->16; 19->17; 20->19; 22->8; 23->22; 24->23; 26->24; 27->26; 28->27; 29->28; 31->29; 32->31; 33->32; 34->33; 35->34; 37->35; 38->37; 40->38; 41->40; 42->28; 43->42; 45->43; 46->45; 47->46; 48->47; 50->1; 51->50; 52->51; 54->52; 55->54; 56->55; 58->56; 59->58; 61->59; 62->61; 64->62; 65->64; 67->65; 68->67; 70->68; 71->70; 73->71; 74->73; 76->74; 77->76; 78->77; 79->78; 81->79; 82->81; 84->82; 85->84; 87->71; 88->87; 89->88; 91->89; 92->91; 93->92; 94->93; 96->65; 97->96; 99->97; 100->99; 101->100; 103->62; 104->103; 105->104; 106->105; 108->106; 109->108; 110->109; 112->59; 113->112; 114->113; 115->114; 117->115; 118->117; 119->118; 120->52; 121->120; 123->121; 124->123; 125->124; 126->125; 128->1; 129->128; 130->129; 132->130; 133->132; 134->133; 136->134; 137->136; 139->137; 140->139; 142->140; 143->142; 145->143; 146->145; 148->146; 149->148; 151->149; 152->151; 154->152; 155->154; 156->155; 157->156; 159->157; 160->159; 162->160; 163->162; 165->149; 166->165; 167->166; 169->167; 170->169; 171->170; 172->171; 174->143; 175->174; 177->175; 178->177; 179->178; 181->140; 182->181; 183->182; 184->183; 186->184; 187->186; 188->187; 190->137; 191->190; 192->191; 193->192; 195->193; 196->195; 197->196; 198->130; 199->198; 201->199; 202->201; 203->202; 204->203; }