digraph G { 0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="CollectLimit 1"]; 1 [id="node1" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"]; subgraph cluster2 { isCluster="true"; id="cluster2"; label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n20 ms (0 ms, 0 ms, 2 ms (stage 1036226.0: task 2670551))"; tooltip="WholeStageCodegen (7)"; 3 [id="node3" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; 5 [id="node5" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT insight#10219179.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)"]; 6 [id="node6" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(optimizationInsights#10214808), false, [insight#10219179]"]; 7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [optimizationInsights#10214808]"]; 8 [id="node8" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1036226.0: task 2670551))" tooltip="SortMergeJoin [orderProposalId#10214803L], [orderProposalId#10215515L], Inner"]; } subgraph cluster9 { isCluster="true"; id="cluster9"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n247 ms (0 ms, 0 ms, 32 ms (stage 1036226.0: task 2670557))"; tooltip="WholeStageCodegen (2)"; 10 [id="node10" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1036226.0: task 2670551))<br>peak memory total (min, med, max (stageId: taskId))<br>1920.0 KiB (64.0 KiB, 64.0 KiB, 64.0 KiB (stage 1036226.0: task 2670551))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1036226.0: task 2670551))" tooltip="Sort [orderProposalId#10214803L ASC NULLS FIRST], false, 0"]; } 11 [id="node11" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(orderProposalId#10214803L, 30), ENSURE_REQUIREMENTS, [plan_id=3021798]"]; subgraph cluster12 { isCluster="true"; id="cluster12"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 1036220.0: task 2670403))"; tooltip="WholeStageCodegen (1)"; 13 [id="node13" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(orderProposalId#10214803L) AND (size(optimizationInsights#10214808, true) > 0)) AND isnotnull(optimizationInsights#10214808))"]; } 14 [id="node14" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 2,354" tooltip="InMemoryTableScan [orderProposalId#10214803L, optimizationInsights#10214808], [isnotnull(orderProposalId#10214803L), (size(optimizationInsights#10214808, true) > 0), isnotnull(optimizationInsights#10214808)]"]; subgraph cluster15 { isCluster="true"; id="cluster15"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 16 [id="node16" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))"]; } 17 [id="node17" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#10214802, orderProposalId#10214803L, items#10214804, optimizationGroups#10214805, isOptimal#10214806, optimizationInsights#10214808], [isnotnull(shardId#10214802), (shardId#10214802 = 0_3_10000000540)]"]; subgraph cluster18 { isCluster="true"; id="cluster18"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 19 [id="node19" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))"]; 20 [id="node20" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]"]; } subgraph cluster21 { isCluster="true"; id="cluster21"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 22 [id="node22" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [orderProposalId#10215515L ASC NULLS FIRST], false, 0"]; 23 [id="node23" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 0.0 B<br>number of output rows: 0<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#10215515L], functions=[])"]; } 24 [id="node24" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 58,147<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read total (min, med, max (stageId: taskId))<br>225.2 KiB (6.1 KiB, 7.3 KiB, 9.2 KiB (stage 1036226.0: task 2670571))<br>merged fetch fallback count: 0<br>local blocks read: 300<br>remote merged chunks fetched: 0<br>remote blocks read: 205<br>data size total (min, med, max (stageId: taskId))<br>908.5 KiB (29.7 KiB, 30.3 KiB, 30.7 KiB (stage 1036223.0: task 2670475))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>52 ms (1 ms, 1 ms, 2 ms (stage 1036223.0: task 2670467))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read total (min, med, max (stageId: taskId))<br>147.5 KiB (4.4 KiB, 14.3 KiB, 16.4 KiB (stage 1036226.0: task 2670552))<br>number of partitions: 30<br>remote reqs duration total (min, med, max (stageId: taskId))<br>72 ms (6 ms, 8 ms, 9 ms (stage 1036226.0: task 2670556))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>675.6 KiB (22.1 KiB, 22.5 KiB, 22.8 KiB (stage 1036223.0: task 2670475))" tooltip="Exchange hashpartitioning(orderProposalId#10215515L, 30), ENSURE_REQUIREMENTS, [plan_id=3021823]"]; subgraph cluster25 { isCluster="true"; id="cluster25"; label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n766 ms (8 ms, 27 ms, 42 ms (stage 1036223.0: task 2670477))"; tooltip="WholeStageCodegen (5)"; 26 [id="node26" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>156 ms (3 ms, 5 ms, 9 ms (stage 1036223.0: task 2670477))<br>peak memory total (min, med, max (stageId: taskId))<br>7.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 1036223.0: task 2670462))<br>number of output rows: 58,147<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#10215515L], functions=[])"]; 27 [id="node27" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#10215515L]"]; 28 [id="node28" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 119,954" tooltip="BroadcastHashJoin [worklistShardItemId#10215314L], [worklistShardItemId#10215538L], Inner, BuildLeft, false"]; 42 [id="node42" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#10215538L, orderProposalId#10215515L]"]; } 29 [id="node29" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 9 ms<br>time to build: 23 ms<br>time to collect: 39 ms<br>number of output rows: 119,954<br>data size: 8.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=3021809]"]; subgraph cluster30 { isCluster="true"; id="cluster30"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n53 ms (0 ms, 1 ms, 5 ms (stage 1036057.0: task 2670309))"; tooltip="WholeStageCodegen (3)"; 31 [id="node31" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#10215313L AS worklistShardItemId#10215314L]"]; 32 [id="node32" labelType="html" label="<b>Generate</b><br><br>number of output rows: 119,954" tooltip="Generate explode(_extract_worklistShardItemId#10223816), false, [item#10215313L]"]; 33 [id="node33" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#10219173.worklistShardItemId AS _extract_worklistShardItemId#10223816]"]; 34 [id="node34" labelType="html" label="<b>Filter</b><br><br>number of output rows: 2,354" tooltip="Filter (((size(items#10219173.worklistShardItemId, true) > 0) AND isnotnull(items#10219173.worklistShardItemId)) AND (shardId#10219171 = 0_3_10000000540))"]; } 35 [id="node35" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 2,354" tooltip="InMemoryTableScan [items#10219173, shardId#10219171], [(size(items#10219173.worklistShardItemId, true) > 0), isnotnull(items#10219173.worklistShardItemId), (shardId#10219171 = 0_3_10000000540)]"]; subgraph cluster36 { isCluster="true"; id="cluster36"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 37 [id="node37" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))"]; } 38 [id="node38" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#10214802, orderProposalId#10214803L, items#10214804, optimizationGroups#10214805, isOptimal#10214806, optimizationInsights#10214808], [isnotnull(shardId#10214802), (shardId#10214802 = 0_3_10000000540)]"]; subgraph cluster39 { isCluster="true"; id="cluster39"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 40 [id="node40" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))"]; 41 [id="node41" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]"]; } 43 [id="node43" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 119,954<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 119,954<br>local bytes read total (min, med, max (stageId: taskId))<br>451.5 KiB (12.0 KiB, 15.6 KiB, 16.5 KiB (stage 1036223.0: task 2670462))<br>merged fetch fallback count: 0<br>local blocks read: 285<br>remote merged chunks fetched: 0<br>remote blocks read: 825<br>data size total (min, med, max (stageId: taskId))<br>2.7 MiB (73.3 KiB, 76.1 KiB, 79.2 KiB (stage 1036090.0: task 2670414))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>56 ms (1 ms, 1 ms, 1 ms (stage 1036090.0: task 2670460))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1036223.0: task 2670462))<br>remote bytes read total (min, med, max (stageId: taskId))<br>1293.6 KiB (40.2 KiB, 42.7 KiB, 47.3 KiB (stage 1036223.0: task 2670475))<br>number of partitions: 30<br>remote reqs duration total (min, med, max (stageId: taskId))<br>336 ms (7 ms, 12 ms, 16 ms (stage 1036223.0: task 2670478))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1745.1 KiB (45.6 KiB, 47.3 KiB, 48.9 KiB (stage 1036090.0: task 2670414))" tooltip="Exchange hashpartitioning(worklistShardItemId#10215538L, 30), REPARTITION_BY_NUM, [plan_id=3021816]"]; subgraph cluster44 { isCluster="true"; id="cluster44"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n5.8 s (115 ms, 156 ms, 195 ms (stage 1036090.0: task 2670436))"; tooltip="WholeStageCodegen (4)"; 45 [id="node45" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#10215515L, worklistShardItemId#10215538L]"]; 46 [id="node46" labelType="html" label="<b>Filter</b><br><br>number of output rows: 119,954" tooltip="Filter ((isnotnull(worklistShardItemId#10215538L) AND NOT (isFallbackOrderOnly#10215532 <=> true)) AND isnotnull(orderProposalId#10215515L))"]; 47 [id="node47" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 119,954<br>number of input batches: 37" tooltip="ColumnarToRow"]; } 48 [id="node48" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 37<br>scan time total (min, med, max (stageId: taskId))<br>5.6 s (112 ms, 152 ms, 191 ms (stage 1036090.0: task 2670436))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 15.5 MiB<br>number of output rows: 119,954<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#10215515L,isFallbackOrderOnly#10215532,worklistShardItemId#10215538L,shardId#10215559,sequenceId#10215537] Batched: true, DataFilters: [isnotnull(worklistShardItemId#10215538L), NOT (isFallbackOrderOnly#10215532 <=> true), isnotnull..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#10215559), isnotnull(sequenceId#10215537), (shardId#10215559 = 0_3_10000000540..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"]; subgraph cluster49 { isCluster="true"; id="cluster49"; label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n1.9 s (12 ms, 50 ms, 126 ms (stage 1036226.0: task 2670510))"; tooltip="WholeStageCodegen (10)"; 50 [id="node50" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 51 [id="node51" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; } 52 [id="node52" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#10216278, lambdafunction((lambda x_33915#10219614.label = OutOfStockProbability), lambda x_33915#10219614, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#10223818, lambdafunction((lambda x_33916#10219615.name = OOS_PROBABILITY_THRESHOLD), lambda x_33916#10219615, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#10216278, lambdafunction((lambda x_33915#10219616.label = OutOfStockProbability), lambda x_33915#10219616, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#10223818, lambdafunction((lambda x_33916#10219617.name = OOS_PROBABILITY_THRESHOLD), lambda x_33916#10219617, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#10216278, lambdafunction((lambda x_33917#10219618.label = InitialStockQty), lambda x_33917#10219618, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#10216278, lambdafunction((lambda x_33917#10219620.label = InitialStockQty), lambda x_33917#10219620, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#10223818, lambdafunction((lambda x_33918#10219621.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_33918#10219621, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#10219828) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#10219828, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1788272199) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#10223818, lambdafunction((lambda x_33919#10219622.name = OFFSET_CURRENT_ORDER_DATE), lambda x_33919#10219622, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#10219828) THEN null ELSE (cast((unix_timestamp(orderDateTime#10219828, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1788272199) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#10223818, lambdafunction((lambda x_33919#10219623.name = OFFSET_CURRENT_ORDER_DATE), lambda x_33919#10219623, false)), 1, None, false).value as double)) END)"]; subgraph cluster53 { isCluster="true"; id="cluster53"; label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n3.3 s (12 ms, 86 ms, 233 ms (stage 1036226.0: task 2670502))"; tooltip="WholeStageCodegen (8)"; 54 [id="node54" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderDateTime#10219828, prodLocSpecificKpis#10216278]"]; 55 [id="node55" labelType="html" label="<b>Filter</b><br><br>number of output rows: 119,954" tooltip="Filter NOT (isFallbackOrderOnly#10219832 <=> true)"]; } 56 [id="node56" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 119,954" tooltip="InMemoryTableScan [isFallbackOrderOnly#10219832, orderDateTime#10219828, prodLocSpecificKpis#10216278], [NOT (isFallbackOrderOnly#10219832 <=> true)]"]; subgraph cluster57 { isCluster="true"; id="cluster57"; label="WholeStageCodegen (15)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (15)"; 58 [id="node58" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 17 more fields]"]; 59 [id="node59" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#10214802, worklistShardItemId#10215314L], [shardId#10216300, worklistShardItemId#10216301L], LeftOuter"]; } subgraph cluster60 { isCluster="true"; id="cluster60"; label="WholeStageCodegen (12)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (12)"; 61 [id="node61" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 16 more fields]"]; 62 [id="node62" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#10214802, worklistShardItemId#10215314L], [shardId#10216287, worklistShardItemId#10216288L], LeftOuter"]; } subgraph cluster63 { isCluster="true"; id="cluster63"; label="WholeStageCodegen (9)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (9)"; 64 [id="node64" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 15 more fields]"]; 65 [id="node65" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#10214802, worklistShardItemId#10215314L], [shardId#10216271, worklistShardItemId#10216272L], LeftOuter"]; } subgraph cluster66 { isCluster="true"; id="cluster66"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 67 [id="node67" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#10214802 ASC NULLS FIRST, worklistShardItemId#10215314L ASC NULLS FIRST], false, 0"]; } 68 [id="node68" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#10214802, worklistShardItemId#10215314L, 30), ENSURE_REQUIREMENTS, [plan_id=3020513]"]; subgraph cluster69 { isCluster="true"; id="cluster69"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (5)"; 70 [id="node70" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 14 more fields]"]; 71 [id="node71" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#10215314L], [worklistShardItemId#10215538L], LeftOuter, (shardId#10214802 = 0_3_10000000540)"]; } subgraph cluster72 { isCluster="true"; id="cluster72"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 73 [id="node73" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#10215314L ASC NULLS FIRST], false, 0"]; } 74 [id="node74" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#10215314L, 30), ENSURE_REQUIREMENTS, [plan_id=3020494]"]; subgraph cluster75 { isCluster="true"; id="cluster75"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 76 [id="node76" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10214802, item#10215313.worklistShardItemId AS worklistShardItemId#10215314L, item#10215313.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#10215315, item#10215313.qty AS qty#10215316]"]; 77 [id="node77" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#10214804), [shardId#10214802], false, [item#10215313]"]; 78 [id="node78" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#10214804, true) > 0) AND isnotnull(items#10214804))"]; } 79 [id="node79" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#10214802, items#10214804], [(size(items#10214804, true) > 0), isnotnull(items#10214804)]"]; subgraph cluster80 { isCluster="true"; id="cluster80"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 81 [id="node81" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))"]; } 82 [id="node82" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#10214802, orderProposalId#10214803L, items#10214804, optimizationGroups#10214805, isOptimal#10214806, optimizationInsights#10214808], [isnotnull(shardId#10214802), (shardId#10214802 = 0_3_10000000540)]"]; subgraph cluster83 { isCluster="true"; id="cluster83"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 84 [id="node84" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))"]; 85 [id="node85" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]"]; } subgraph cluster86 { isCluster="true"; id="cluster86"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (4)"; 87 [id="node87" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#10215538L ASC NULLS FIRST], false, 0"]; 88 [id="node88" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#10215538L, orderProposalId#10215515L, orderProposalItemId#10215516, orderProposalItemGroupId#10215539, originalReplenishmentRunId#10215557L, splitIndicator#10215534L, previousOrderProposal#10215535L, sourceOfSupplyUuid#10215529, supplierGroup#10215517, supplier#10215518, subrange#10215521, product#10215524, plant#10215519, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, isFallbackOrderOnly#10215532, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, netPriceQuantity#10215553, netPriceQuantityUom#10215554, netPriceQuantityUomUuid#10215555, netPriceAmount#10215551, netPriceCurrencyCode#10215552, ... 11 more fields]"]; } 89 [id="node89" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#10215538L, 30), REPARTITION_BY_NUM, [plan_id=3020504]"]; subgraph cluster90 { isCluster="true"; id="cluster90"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (3)"; 91 [id="node91" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#10215515L, orderProposalItemId#10215516, supplierGroup#10215517, supplier#10215518, plant#10215519, deliveryDateTime#10215520, subrange#10215521, supplyingPlant#10215522, productGroup#10215523, product#10215524, orderDateTime#10215525, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, sourceOfSupplyUuid#10215529, isFallbackOrderOnly#10215532, splitIndicator#10215534L, previousOrderProposal#10215535L, worklistShardItemId#10215538L, orderProposalItemGroupId#10215539, externalProductId#10215540, externalPlantId#10215541, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, minimumOrderQuantity#10215545, ... 11 more fields]"]; 92 [id="node92" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#10215538L)"]; 93 [id="node93" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"]; } 94 [id="node94" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#10215515L,orderProposalItemId#10215516,supplierGroup#10215517,supplier#10215518,plant#10215519,deliveryDateTime#10215520,subrange#10215521,supplyingPlant#10215522,productGroup#10215523,product#10215524,orderDateTime#10215525,availabilityDateTime#10215526,nextAvailabilityDateTime#10215527,sourceOfSupplyUuid#10215529,isFallbackOrderOnly#10215532,splitIndicator#10215534L,previousOrderProposal#10215535L,worklistShardItemId#10215538L,orderProposalItemGroupId#10215539,externalProductId#10215540,externalPlantId#10215541,logisticUnits#10215542,orderQuantityBaseUom#10215543,orderQuantityBaseUomUuid#10215544,minimumOrderQuantity#10215545,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#10215538L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#10215559), isnotnull(sequenceId#10215537), (shardId#10215559 = 0_3_10000000540..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; subgraph cluster95 { isCluster="true"; id="cluster95"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (8)"; 96 [id="node96" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#10216271 ASC NULLS FIRST, worklistShardItemId#10216272L ASC NULLS FIRST], false, 0"]; } 97 [id="node97" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#10216271, worklistShardItemId#10216272L, 30), ENSURE_REQUIREMENTS, [plan_id=3020519]"]; subgraph cluster98 { isCluster="true"; id="cluster98"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (7)"; 99 [id="node99" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10216271, worklistShardItemId#10216272L, coalesce(kpis#10216276, []) AS prodLocSpecificKpis#10216277]"]; 100 [id="node100" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#10216273) AND isnull(demandChannel#10216274)) AND isnull(demandStream#10216275)) AND (isnotnull(shardId#10216271) AND isnotnull(worklistShardItemId#10216272L)))"]; 101 [id="node101" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#10216271,worklistShardItemId#10216272L,qty#10216273,demandChannel#10216274,demandStream#10216275,kpis#10216276]"]; } subgraph cluster102 { isCluster="true"; id="cluster102"; label="WholeStageCodegen (11)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (11)"; 103 [id="node103" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#10216287 ASC NULLS FIRST, worklistShardItemId#10216288L ASC NULLS FIRST], false, 0"]; } 104 [id="node104" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#10216287, worklistShardItemId#10216288L], functions=[collect_list(struct(demandChannel, demandChannel#10216290, demandStream, demandStream#10216291, kpis, kpis#10216292), 0, 0)])"]; 105 [id="node105" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#10216287, worklistShardItemId#10216288L, 30), ENSURE_REQUIREMENTS, [plan_id=3020530]"]; 106 [id="node106" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#10216287, worklistShardItemId#10216288L], functions=[partial_collect_list(struct(demandChannel, demandChannel#10216290, demandStream, demandStream#10216291, kpis, kpis#10216292), 0, 0)])"]; subgraph cluster107 { isCluster="true"; id="cluster107"; label="WholeStageCodegen (10)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (10)"; 108 [id="node108" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10216287, worklistShardItemId#10216288L, demandChannel#10216290, demandStream#10216291, kpis#10216292]"]; 109 [id="node109" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#10216289) AND isnotnull(demandChannel#10216290)) AND isnotnull(demandStream#10216291)) AND (size(kpis#10216292, true) > 0)) AND (isnotnull(shardId#10216287) AND isnotnull(worklistShardItemId#10216288L)))"]; 110 [id="node110" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#10216287,worklistShardItemId#10216288L,qty#10216289,demandChannel#10216290,demandStream#10216291,kpis#10216292]"]; } subgraph cluster111 { isCluster="true"; id="cluster111"; label="WholeStageCodegen (14)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (14)"; 112 [id="node112" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#10216300 ASC NULLS FIRST, worklistShardItemId#10216301L ASC NULLS FIRST], false, 0"]; } 113 [id="node113" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#10216300, worklistShardItemId#10216301L], functions=[collect_list(struct(qty, qty#10216302, kpis, kpis#10216305), 0, 0)])"]; 114 [id="node114" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#10216300, worklistShardItemId#10216301L, 30), ENSURE_REQUIREMENTS, [plan_id=3020542]"]; 115 [id="node115" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#10216300, worklistShardItemId#10216301L], functions=[partial_collect_list(struct(qty, qty#10216302, kpis, kpis#10216305), 0, 0)])"]; subgraph cluster116 { isCluster="true"; id="cluster116"; label="WholeStageCodegen (13)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (13)"; 117 [id="node117" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10216300, worklistShardItemId#10216301L, qty#10216302, kpis#10216305]"]; 118 [id="node118" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#10216302) AND isnotnull(kpis#10216305)) AND (isnotnull(shardId#10216300) AND isnotnull(worklistShardItemId#10216301L)))"]; 119 [id="node119" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#10216300,worklistShardItemId#10216301L,qty#10216302,demandChannel#10216303,demandStream#10216304,kpis#10216305]"]; } 120 [id="node120" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 225 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=3021846]"]; 121 [id="node121" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=3021845]"]; subgraph cluster122 { isCluster="true"; id="cluster122"; label="WholeStageCodegen (9)\n \nduration: 124 ms"; tooltip="WholeStageCodegen (9)"; 123 [id="node123" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#10219609[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#10223818]"]; 124 [id="node124" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#10219609) AND isnotnull(insightConfigurations#10219609[POTENTIAL_OOS_STOCK_PERIOD]))"]; 125 [id="node125" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"]; } 126 [id="node126" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 122 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 3.7 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#10219609,shardId#10219610] Batched: true, DataFilters: [isnotnull(insightConfigurations#10219609), isnotnull(insightConfigurations#10219609[POTENTIAL_OO..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#10219610), (shardId#10219610 = 0_3_10000000540)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."]; subgraph cluster127 { isCluster="true"; id="cluster127"; label="WholeStageCodegen (13)\n \nduration: total (min, med, max (stageId: taskId))\n764 ms (11 ms, 15 ms, 54 ms (stage 1036226.0: task 2670526))"; tooltip="WholeStageCodegen (13)"; 128 [id="node128" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 129 [id="node129" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; } 130 [id="node130" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#10219786, qty#10219670, None, false), lambdafunction((lambda x_33921#10219640.label = OutOfStockProbability), lambda x_33921#10219640, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#10223820, lambdafunction((lambda x_33922#10219641.name = OOS_PROBABILITY_THRESHOLD), lambda x_33922#10219641, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#10219786, qty#10219670, None, false), lambdafunction((lambda x_33921#10219642.label = OutOfStockProbability), lambda x_33921#10219642, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#10223820, lambdafunction((lambda x_33922#10219643.name = OOS_PROBABILITY_THRESHOLD), lambda x_33922#10219643, false)), 1, None, false).value as double)) END"]; subgraph cluster131 { isCluster="true"; id="cluster131"; label="WholeStageCodegen (11)\n \nduration: total (min, med, max (stageId: taskId))\n1.1 s (12 ms, 16 ms, 88 ms (stage 1036226.0: task 2670527))"; tooltip="WholeStageCodegen (11)"; 132 [id="node132" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [qty#10219670, quantityKpis#10219786]"]; 133 [id="node133" labelType="html" label="<b>Filter</b><br><br>number of output rows: 119,954" tooltip="Filter NOT (isFallbackOrderOnly#10219695 <=> true)"]; } 134 [id="node134" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 119,954" tooltip="InMemoryTableScan [isFallbackOrderOnly#10219695, qty#10219670, quantityKpis#10219786], [NOT (isFallbackOrderOnly#10219695 <=> true)]"]; subgraph cluster135 { isCluster="true"; id="cluster135"; label="WholeStageCodegen (15)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (15)"; 136 [id="node136" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 17 more fields]"]; 137 [id="node137" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#10214802, worklistShardItemId#10215314L], [shardId#10216300, worklistShardItemId#10216301L], LeftOuter"]; } subgraph cluster138 { isCluster="true"; id="cluster138"; label="WholeStageCodegen (12)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (12)"; 139 [id="node139" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 16 more fields]"]; 140 [id="node140" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#10214802, worklistShardItemId#10215314L], [shardId#10216287, worklistShardItemId#10216288L], LeftOuter"]; } subgraph cluster141 { isCluster="true"; id="cluster141"; label="WholeStageCodegen (9)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (9)"; 142 [id="node142" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 15 more fields]"]; 143 [id="node143" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#10214802, worklistShardItemId#10215314L], [shardId#10216271, worklistShardItemId#10216272L], LeftOuter"]; } subgraph cluster144 { isCluster="true"; id="cluster144"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 145 [id="node145" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#10214802 ASC NULLS FIRST, worklistShardItemId#10215314L ASC NULLS FIRST], false, 0"]; } 146 [id="node146" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#10214802, worklistShardItemId#10215314L, 30), ENSURE_REQUIREMENTS, [plan_id=3020513]"]; subgraph cluster147 { isCluster="true"; id="cluster147"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (5)"; 148 [id="node148" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 14 more fields]"]; 149 [id="node149" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#10215314L], [worklistShardItemId#10215538L], LeftOuter, (shardId#10214802 = 0_3_10000000540)"]; } subgraph cluster150 { isCluster="true"; id="cluster150"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 151 [id="node151" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#10215314L ASC NULLS FIRST], false, 0"]; } 152 [id="node152" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#10215314L, 30), ENSURE_REQUIREMENTS, [plan_id=3020494]"]; subgraph cluster153 { isCluster="true"; id="cluster153"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 154 [id="node154" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10214802, item#10215313.worklistShardItemId AS worklistShardItemId#10215314L, item#10215313.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#10215315, item#10215313.qty AS qty#10215316]"]; 155 [id="node155" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#10214804), [shardId#10214802], false, [item#10215313]"]; 156 [id="node156" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#10214804, true) > 0) AND isnotnull(items#10214804))"]; } 157 [id="node157" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#10214802, items#10214804], [(size(items#10214804, true) > 0), isnotnull(items#10214804)]"]; subgraph cluster158 { isCluster="true"; id="cluster158"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 159 [id="node159" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))"]; } 160 [id="node160" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#10214802, orderProposalId#10214803L, items#10214804, optimizationGroups#10214805, isOptimal#10214806, optimizationInsights#10214808], [isnotnull(shardId#10214802), (shardId#10214802 = 0_3_10000000540)]"]; subgraph cluster161 { isCluster="true"; id="cluster161"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 162 [id="node162" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))"]; 163 [id="node163" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]"]; } subgraph cluster164 { isCluster="true"; id="cluster164"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (4)"; 165 [id="node165" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#10215538L ASC NULLS FIRST], false, 0"]; 166 [id="node166" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#10215538L, orderProposalId#10215515L, orderProposalItemId#10215516, orderProposalItemGroupId#10215539, originalReplenishmentRunId#10215557L, splitIndicator#10215534L, previousOrderProposal#10215535L, sourceOfSupplyUuid#10215529, supplierGroup#10215517, supplier#10215518, subrange#10215521, product#10215524, plant#10215519, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, isFallbackOrderOnly#10215532, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, netPriceQuantity#10215553, netPriceQuantityUom#10215554, netPriceQuantityUomUuid#10215555, netPriceAmount#10215551, netPriceCurrencyCode#10215552, ... 11 more fields]"]; } 167 [id="node167" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#10215538L, 30), REPARTITION_BY_NUM, [plan_id=3020504]"]; subgraph cluster168 { isCluster="true"; id="cluster168"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (3)"; 169 [id="node169" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#10215515L, orderProposalItemId#10215516, supplierGroup#10215517, supplier#10215518, plant#10215519, deliveryDateTime#10215520, subrange#10215521, supplyingPlant#10215522, productGroup#10215523, product#10215524, orderDateTime#10215525, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, sourceOfSupplyUuid#10215529, isFallbackOrderOnly#10215532, splitIndicator#10215534L, previousOrderProposal#10215535L, worklistShardItemId#10215538L, orderProposalItemGroupId#10215539, externalProductId#10215540, externalPlantId#10215541, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, minimumOrderQuantity#10215545, ... 11 more fields]"]; 170 [id="node170" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#10215538L)"]; 171 [id="node171" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"]; } 172 [id="node172" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#10215515L,orderProposalItemId#10215516,supplierGroup#10215517,supplier#10215518,plant#10215519,deliveryDateTime#10215520,subrange#10215521,supplyingPlant#10215522,productGroup#10215523,product#10215524,orderDateTime#10215525,availabilityDateTime#10215526,nextAvailabilityDateTime#10215527,sourceOfSupplyUuid#10215529,isFallbackOrderOnly#10215532,splitIndicator#10215534L,previousOrderProposal#10215535L,worklistShardItemId#10215538L,orderProposalItemGroupId#10215539,externalProductId#10215540,externalPlantId#10215541,logisticUnits#10215542,orderQuantityBaseUom#10215543,orderQuantityBaseUomUuid#10215544,minimumOrderQuantity#10215545,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#10215538L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#10215559), isnotnull(sequenceId#10215537), (shardId#10215559 = 0_3_10000000540..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; subgraph cluster173 { isCluster="true"; id="cluster173"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (8)"; 174 [id="node174" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#10216271 ASC NULLS FIRST, worklistShardItemId#10216272L ASC NULLS FIRST], false, 0"]; } 175 [id="node175" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#10216271, worklistShardItemId#10216272L, 30), ENSURE_REQUIREMENTS, [plan_id=3020519]"]; subgraph cluster176 { isCluster="true"; id="cluster176"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (7)"; 177 [id="node177" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10216271, worklistShardItemId#10216272L, coalesce(kpis#10216276, []) AS prodLocSpecificKpis#10216277]"]; 178 [id="node178" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#10216273) AND isnull(demandChannel#10216274)) AND isnull(demandStream#10216275)) AND (isnotnull(shardId#10216271) AND isnotnull(worklistShardItemId#10216272L)))"]; 179 [id="node179" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#10216271,worklistShardItemId#10216272L,qty#10216273,demandChannel#10216274,demandStream#10216275,kpis#10216276]"]; } subgraph cluster180 { isCluster="true"; id="cluster180"; label="WholeStageCodegen (11)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (11)"; 181 [id="node181" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#10216287 ASC NULLS FIRST, worklistShardItemId#10216288L ASC NULLS FIRST], false, 0"]; } 182 [id="node182" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#10216287, worklistShardItemId#10216288L], functions=[collect_list(struct(demandChannel, demandChannel#10216290, demandStream, demandStream#10216291, kpis, kpis#10216292), 0, 0)])"]; 183 [id="node183" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#10216287, worklistShardItemId#10216288L, 30), ENSURE_REQUIREMENTS, [plan_id=3020530]"]; 184 [id="node184" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#10216287, worklistShardItemId#10216288L], functions=[partial_collect_list(struct(demandChannel, demandChannel#10216290, demandStream, demandStream#10216291, kpis, kpis#10216292), 0, 0)])"]; subgraph cluster185 { isCluster="true"; id="cluster185"; label="WholeStageCodegen (10)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (10)"; 186 [id="node186" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10216287, worklistShardItemId#10216288L, demandChannel#10216290, demandStream#10216291, kpis#10216292]"]; 187 [id="node187" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#10216289) AND isnotnull(demandChannel#10216290)) AND isnotnull(demandStream#10216291)) AND (size(kpis#10216292, true) > 0)) AND (isnotnull(shardId#10216287) AND isnotnull(worklistShardItemId#10216288L)))"]; 188 [id="node188" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#10216287,worklistShardItemId#10216288L,qty#10216289,demandChannel#10216290,demandStream#10216291,kpis#10216292]"]; } subgraph cluster189 { isCluster="true"; id="cluster189"; label="WholeStageCodegen (14)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (14)"; 190 [id="node190" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#10216300 ASC NULLS FIRST, worklistShardItemId#10216301L ASC NULLS FIRST], false, 0"]; } 191 [id="node191" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#10216300, worklistShardItemId#10216301L], functions=[collect_list(struct(qty, qty#10216302, kpis, kpis#10216305), 0, 0)])"]; 192 [id="node192" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#10216300, worklistShardItemId#10216301L, 30), ENSURE_REQUIREMENTS, [plan_id=3020542]"]; 193 [id="node193" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#10216300, worklistShardItemId#10216301L], functions=[partial_collect_list(struct(qty, qty#10216302, kpis, kpis#10216305), 0, 0)])"]; subgraph cluster194 { isCluster="true"; id="cluster194"; label="WholeStageCodegen (13)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (13)"; 195 [id="node195" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#10216300, worklistShardItemId#10216301L, qty#10216302, kpis#10216305]"]; 196 [id="node196" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#10216302) AND isnotnull(kpis#10216305)) AND (isnotnull(shardId#10216300) AND isnotnull(worklistShardItemId#10216301L)))"]; 197 [id="node197" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#10216300,worklistShardItemId#10216301L,qty#10216302,demandChannel#10216303,demandStream#10216304,kpis#10216305]"]; } 198 [id="node198" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 231 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=3021862]"]; 199 [id="node199" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=3021861]"]; subgraph cluster200 { isCluster="true"; id="cluster200"; label="WholeStageCodegen (12)\n \nduration: 131 ms"; tooltip="WholeStageCodegen (12)"; 201 [id="node201" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#10219791[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#10223820]"]; 202 [id="node202" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#10219791) AND isnotnull(insightConfigurations#10219791[POTENTIAL_OOS_DEMAND_PERIOD]))"]; 203 [id="node203" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"]; } 204 [id="node204" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 130 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 3.7 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#10219791,shardId#10219792] Batched: true, DataFilters: [isnotnull(insightConfigurations#10219791), isnotnull(insightConfigurations#10219791[POTENTIAL_OO..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#10219792), (shardId#10219792 = 0_3_10000000540)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."]; 1->0; 3->1; 4->3; 5->4; 6->5; 7->6; 8->7; 10->8; 11->10; 13->11; 14->13; 16->14; 17->16; 19->17; 20->19; 22->8; 23->22; 24->23; 26->24; 27->26; 28->27; 29->28; 31->29; 32->31; 33->32; 34->33; 35->34; 37->35; 38->37; 40->38; 41->40; 42->28; 43->42; 45->43; 46->45; 47->46; 48->47; 50->1; 51->50; 52->51; 54->52; 55->54; 56->55; 58->56; 59->58; 61->59; 62->61; 64->62; 65->64; 67->65; 68->67; 70->68; 71->70; 73->71; 74->73; 76->74; 77->76; 78->77; 79->78; 81->79; 82->81; 84->82; 85->84; 87->71; 88->87; 89->88; 91->89; 92->91; 93->92; 94->93; 96->65; 97->96; 99->97; 100->99; 101->100; 103->62; 104->103; 105->104; 106->105; 108->106; 109->108; 110->109; 112->59; 113->112; 114->113; 115->114; 117->115; 118->117; 119->118; 120->52; 121->120; 123->121; 124->123; 125->124; 126->125; 128->1; 129->128; 130->129; 132->130; 133->132; 134->133; 136->134; 137->136; 139->137; 140->139; 142->140; 143->142; 145->143; 146->145; 148->146; 149->148; 151->149; 152->151; 154->152; 155->154; 156->155; 157->156; 159->157; 160->159; 162->160; 163->162; 165->149; 166->165; 167->166; 169->167; 170->169; 171->170; 172->171; 174->143; 175->174; 177->175; 178->177; 179->178; 181->140; 182->181; 183->182; 184->183; 186->184; 187->186; 188->187; 190->137; 191->190; 192->191; 193->192; 195->193; 196->195; 197->196; 198->130; 199->198; 201->199; 202->201; 203->202; 204->203; }