digraph G { 0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="CollectLimit 1"]; 1 [id="node1" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"]; subgraph cluster2 { isCluster="true"; id="cluster2"; label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n35 ms (0 ms, 0 ms, 7 ms (stage 308700.0: task 892602))"; tooltip="WholeStageCodegen (7)"; 3 [id="node3" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; 5 [id="node5" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT insight#3407544.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)"]; 6 [id="node6" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(optimizationInsights#3392661), false, [insight#3407544]"]; 7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [optimizationInsights#3392661]"]; 8 [id="node8" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 308700.0: task 892602))" tooltip="SortMergeJoin [orderProposalId#3392656L], [orderProposalId#3393616L], Inner"]; } subgraph cluster9 { isCluster="true"; id="cluster9"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n498 ms (0 ms, 0 ms, 108 ms (stage 308700.0: task 892602))"; tooltip="WholeStageCodegen (2)"; 10 [id="node10" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 308700.0: task 892602))<br>peak memory total (min, med, max (stageId: taskId))<br>1920.0 KiB (64.0 KiB, 64.0 KiB, 64.0 KiB (stage 308700.0: task 892602))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 308700.0: task 892602))" tooltip="Sort [orderProposalId#3392656L ASC NULLS FIRST], false, 0"]; } 11 [id="node11" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(orderProposalId#3392656L, 30), ENSURE_REQUIREMENTS, [plan_id=983118]"]; subgraph cluster12 { isCluster="true"; id="cluster12"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1 ms (0 ms, 0 ms, 1 ms (stage 308697.0: task 892452))"; tooltip="WholeStageCodegen (1)"; 13 [id="node13" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(orderProposalId#3392656L) AND (size(optimizationInsights#3392661, true) > 0)) AND isnotnull(optimizationInsights#3392661))"]; } 14 [id="node14" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 1,748" tooltip="InMemoryTableScan [orderProposalId#3392656L, optimizationInsights#3392661], [isnotnull(orderProposalId#3392656L), (size(optimizationInsights#3392661, true) > 0), isnotnull(optimizationInsights#3392661)]"]; subgraph cluster15 { isCluster="true"; id="cluster15"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 16 [id="node16" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3392655) AND (shardId#3392655 = 0_1_10000000532))"]; } 17 [id="node17" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3392655, orderProposalId#3392656L, items#3392657, optimizationGroups#3392658, isOptimal#3392659, optimizationInsights#3392661], [isnotnull(shardId#3392655), (shardId#3392655 = 0_1_10000000532)]"]; subgraph cluster18 { isCluster="true"; id="cluster18"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 19 [id="node19" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3392655) AND (shardId#3392655 = 0_1_10000000532))"]; 20 [id="node20" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3392655,orderProposalId#3392656L,items#3392657,optimizationGroups#3392658,isOptimal#3392659,lastModified#3392660,optimizationInsights#3392661]"]; } subgraph cluster21 { isCluster="true"; id="cluster21"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 22 [id="node22" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [orderProposalId#3393616L ASC NULLS FIRST], false, 0"]; 23 [id="node23" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 0.0 B<br>number of output rows: 0<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#3393616L], functions=[])"]; } 24 [id="node24" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 42,790<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read total (min, med, max (stageId: taskId))<br>120.2 KiB (3.1 KiB, 4.1 KiB, 5.1 KiB (stage 308700.0: task 892640))<br>merged fetch fallback count: 0<br>local blocks read: 210<br>remote merged chunks fetched: 0<br>remote blocks read: 115<br>data size total (min, med, max (stageId: taskId))<br>668.6 KiB (21.8 KiB, 22.3 KiB, 22.9 KiB (stage 308698.0: task 892515))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>57 ms (1 ms, 1 ms, 2 ms (stage 308698.0: task 892489))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read total (min, med, max (stageId: taskId))<br>69.1 KiB (12.8 KiB, 13.4 KiB, 15.6 KiB (stage 308700.0: task 892611))<br>number of partitions: 30<br>remote reqs duration total (min, med, max (stageId: taskId))<br>43 ms (8 ms, 9 ms, 9 ms (stage 308700.0: task 892602))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>513.7 KiB (16.8 KiB, 17.1 KiB, 17.6 KiB (stage 308698.0: task 892515))" tooltip="Exchange hashpartitioning(orderProposalId#3393616L, 30), ENSURE_REQUIREMENTS, [plan_id=983143]"]; subgraph cluster25 { isCluster="true"; id="cluster25"; label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n577 ms (7 ms, 24 ms, 36 ms (stage 308698.0: task 892490))"; tooltip="WholeStageCodegen (5)"; 26 [id="node26" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>139 ms (3 ms, 5 ms, 8 ms (stage 308698.0: task 892497))<br>peak memory total (min, med, max (stageId: taskId))<br>7.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 308698.0: task 892498))<br>number of output rows: 42,790<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#3393616L], functions=[])"]; 27 [id="node27" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#3393616L]"]; 28 [id="node28" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 87,939" tooltip="BroadcastHashJoin [worklistShardItemId#3393237L], [worklistShardItemId#3393639L], Inner, BuildLeft, false"]; 42 [id="node42" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#3393639L, orderProposalId#3393616L]"]; } 29 [id="node29" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 8 ms<br>time to build: 24 ms<br>time to collect: 40 ms<br>number of output rows: 87,939<br>data size: 8.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=983129]"]; subgraph cluster30 { isCluster="true"; id="cluster30"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n38 ms (0 ms, 0 ms, 4 ms (stage 308686.0: task 892302))"; tooltip="WholeStageCodegen (3)"; 31 [id="node31" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#3393236L AS worklistShardItemId#3393237L]"]; 32 [id="node32" labelType="html" label="<b>Generate</b><br><br>number of output rows: 87,939" tooltip="Generate explode(_extract_worklistShardItemId#3419515), false, [item#3393236L]"]; 33 [id="node33" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#3407538.worklistShardItemId AS _extract_worklistShardItemId#3419515]"]; 34 [id="node34" labelType="html" label="<b>Filter</b><br><br>number of output rows: 1,748" tooltip="Filter (((size(items#3407538.worklistShardItemId, true) > 0) AND isnotnull(items#3407538.worklistShardItemId)) AND (shardId#3407536 = 0_1_10000000532))"]; } 35 [id="node35" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 1,748" tooltip="InMemoryTableScan [items#3407538, shardId#3407536], [(size(items#3407538.worklistShardItemId, true) > 0), isnotnull(items#3407538.worklistShardItemId), (shardId#3407536 = 0_1_10000000532)]"]; subgraph cluster36 { isCluster="true"; id="cluster36"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 37 [id="node37" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3392655) AND (shardId#3392655 = 0_1_10000000532))"]; } 38 [id="node38" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3392655, orderProposalId#3392656L, items#3392657, optimizationGroups#3392658, isOptimal#3392659, optimizationInsights#3392661], [isnotnull(shardId#3392655), (shardId#3392655 = 0_1_10000000532)]"]; subgraph cluster39 { isCluster="true"; id="cluster39"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 40 [id="node40" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3392655) AND (shardId#3392655 = 0_1_10000000532))"]; 41 [id="node41" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3392655,orderProposalId#3392656L,items#3392657,optimizationGroups#3392658,isOptimal#3392659,lastModified#3392660,optimizationInsights#3392661]"]; } 43 [id="node43" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 87,939<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 87,939<br>local bytes read total (min, med, max (stageId: taskId))<br>459.3 KiB (11.8 KiB, 16.1 KiB, 17.9 KiB (stage 308698.0: task 892491))<br>merged fetch fallback count: 0<br>local blocks read: 379<br>remote merged chunks fetched: 0<br>remote blocks read: 731<br>data size total (min, med, max (stageId: taskId))<br>2.0 MiB (53.2 KiB, 55.8 KiB, 58.6 KiB (stage 308693.0: task 892429))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>69 ms (1 ms, 1 ms, 10 ms (stage 308693.0: task 892459))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 1 ms (stage 308698.0: task 892515))<br>remote bytes read total (min, med, max (stageId: taskId))<br>877.3 KiB (27.0 KiB, 28.8 KiB, 33.4 KiB (stage 308698.0: task 892515))<br>number of partitions: 30<br>remote reqs duration total (min, med, max (stageId: taskId))<br>195 ms (4 ms, 7 ms, 11 ms (stage 308698.0: task 892499))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1336.6 KiB (34.6 KiB, 36.2 KiB, 37.9 KiB (stage 308693.0: task 892429))" tooltip="Exchange hashpartitioning(worklistShardItemId#3393639L, 30), REPARTITION_BY_NUM, [plan_id=983136]"]; subgraph cluster44 { isCluster="true"; id="cluster44"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n5.6 s (120 ms, 150 ms, 202 ms (stage 308693.0: task 892461))"; tooltip="WholeStageCodegen (4)"; 45 [id="node45" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#3393616L, worklistShardItemId#3393639L]"]; 46 [id="node46" labelType="html" label="<b>Filter</b><br><br>number of output rows: 87,939" tooltip="Filter ((isnotnull(worklistShardItemId#3393639L) AND NOT (isFallbackOrderOnly#3393633 <=> true)) AND isnotnull(orderProposalId#3393616L))"]; 47 [id="node47" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 87,939<br>number of input batches: 37" tooltip="ColumnarToRow"]; } 48 [id="node48" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 37<br>scan time total (min, med, max (stageId: taskId))<br>5.4 s (116 ms, 143 ms, 198 ms (stage 308693.0: task 892461))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 11.9 MiB<br>number of output rows: 87,939<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#3393616L,isFallbackOrderOnly#3393633,worklistShardItemId#3393639L,shardId#3393660,sequenceId#3393638] Batched: true, DataFilters: [isnotnull(worklistShardItemId#3393639L), NOT (isFallbackOrderOnly#3393633 <=> true), isnotnull(o..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3393660), isnotnull(sequenceId#3393638), (shardId#3393660 = 0_1_10000000532), ..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"]; subgraph cluster49 { isCluster="true"; id="cluster49"; label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n1.3 s (9 ms, 47 ms, 130 ms (stage 308700.0: task 892517))"; tooltip="WholeStageCodegen (10)"; 50 [id="node50" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 51 [id="node51" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; } 52 [id="node52" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#3403655, lambdafunction((lambda x_11383#3413334.label = OutOfStockProbability), lambda x_11383#3413334, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#3419517, lambdafunction((lambda x_11384#3413335.name = OOS_PROBABILITY_THRESHOLD), lambda x_11384#3413335, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#3403655, lambdafunction((lambda x_11383#3413336.label = OutOfStockProbability), lambda x_11383#3413336, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#3419517, lambdafunction((lambda x_11384#3413337.name = OOS_PROBABILITY_THRESHOLD), lambda x_11384#3413337, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#3403655, lambdafunction((lambda x_11385#3413338.label = InitialStockQty), lambda x_11385#3413338, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#3403655, lambdafunction((lambda x_11385#3413340.label = InitialStockQty), lambda x_11385#3413340, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#3419517, lambdafunction((lambda x_11386#3413341.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_11386#3413341, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#3413548) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#3413548, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1788184558) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#3419517, lambdafunction((lambda x_11387#3413342.name = OFFSET_CURRENT_ORDER_DATE), lambda x_11387#3413342, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#3413548) THEN null ELSE (cast((unix_timestamp(orderDateTime#3413548, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1788184558) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#3419517, lambdafunction((lambda x_11387#3413343.name = OFFSET_CURRENT_ORDER_DATE), lambda x_11387#3413343, false)), 1, None, false).value as double)) END)"]; subgraph cluster53 { isCluster="true"; id="cluster53"; label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n2.3 s (10 ms, 79 ms, 258 ms (stage 308700.0: task 892517))"; tooltip="WholeStageCodegen (8)"; 54 [id="node54" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderDateTime#3413548, prodLocSpecificKpis#3403655]"]; 55 [id="node55" labelType="html" label="<b>Filter</b><br><br>number of output rows: 87,939" tooltip="Filter NOT (isFallbackOrderOnly#3413552 <=> true)"]; } 56 [id="node56" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 87,939" tooltip="InMemoryTableScan [isFallbackOrderOnly#3413552, orderDateTime#3413548, prodLocSpecificKpis#3403655], [NOT (isFallbackOrderOnly#3413552 <=> true)]"]; subgraph cluster57 { isCluster="true"; id="cluster57"; label="WholeStageCodegen (15)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (15)"; 58 [id="node58" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3392655, worklistShardItemId#3393237L, quantityAfterProdPlantOptimization#3393238, qty#3393239, orderProposalId#3393616L, originalReplenishmentRunId#3393658L, supplierGroup#3393618, supplier#3393619, supplyingPlant#3393623, productGroup#3393624, product#3393625, plant#3393620, subrange#3393622, orderDateTime#3393626, deliveryDateTime#3393621, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, constraintValues#3393649, constraintOperators#3393648, constraintLabels#3393647, logisticUnits#3393643, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, splitIndicator#3393635L, netPriceAmount#3393652, ... 17 more fields]"]; 59 [id="node59" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3392655, worklistShardItemId#3393237L], [shardId#3403677, worklistShardItemId#3403678L], LeftOuter"]; } subgraph cluster60 { isCluster="true"; id="cluster60"; label="WholeStageCodegen (12)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (12)"; 61 [id="node61" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3392655, worklistShardItemId#3393237L, quantityAfterProdPlantOptimization#3393238, qty#3393239, orderProposalId#3393616L, originalReplenishmentRunId#3393658L, supplierGroup#3393618, supplier#3393619, supplyingPlant#3393623, productGroup#3393624, product#3393625, plant#3393620, subrange#3393622, orderDateTime#3393626, deliveryDateTime#3393621, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, constraintValues#3393649, constraintOperators#3393648, constraintLabels#3393647, logisticUnits#3393643, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, splitIndicator#3393635L, netPriceAmount#3393652, ... 16 more fields]"]; 62 [id="node62" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3392655, worklistShardItemId#3393237L], [shardId#3403664, worklistShardItemId#3403665L], LeftOuter"]; } subgraph cluster63 { isCluster="true"; id="cluster63"; label="WholeStageCodegen (9)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (9)"; 64 [id="node64" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3392655, worklistShardItemId#3393237L, quantityAfterProdPlantOptimization#3393238, qty#3393239, orderProposalId#3393616L, originalReplenishmentRunId#3393658L, supplierGroup#3393618, supplier#3393619, supplyingPlant#3393623, productGroup#3393624, product#3393625, plant#3393620, subrange#3393622, orderDateTime#3393626, deliveryDateTime#3393621, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, constraintValues#3393649, constraintOperators#3393648, constraintLabels#3393647, logisticUnits#3393643, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, splitIndicator#3393635L, netPriceAmount#3393652, ... 15 more fields]"]; 65 [id="node65" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3392655, worklistShardItemId#3393237L], [shardId#3403648, worklistShardItemId#3403649L], LeftOuter"]; } subgraph cluster66 { isCluster="true"; id="cluster66"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 67 [id="node67" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3392655 ASC NULLS FIRST, worklistShardItemId#3393237L ASC NULLS FIRST], false, 0"]; } 68 [id="node68" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3392655, worklistShardItemId#3393237L, 30), ENSURE_REQUIREMENTS, [plan_id=980515]"]; subgraph cluster69 { isCluster="true"; id="cluster69"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (5)"; 70 [id="node70" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3392655, worklistShardItemId#3393237L, quantityAfterProdPlantOptimization#3393238, qty#3393239, orderProposalId#3393616L, originalReplenishmentRunId#3393658L, supplierGroup#3393618, supplier#3393619, supplyingPlant#3393623, productGroup#3393624, product#3393625, plant#3393620, subrange#3393622, orderDateTime#3393626, deliveryDateTime#3393621, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, constraintValues#3393649, constraintOperators#3393648, constraintLabels#3393647, logisticUnits#3393643, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, splitIndicator#3393635L, netPriceAmount#3393652, ... 14 more fields]"]; 71 [id="node71" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#3393237L], [worklistShardItemId#3393639L], LeftOuter, (shardId#3392655 = 0_1_10000000532)"]; } subgraph cluster72 { isCluster="true"; id="cluster72"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 73 [id="node73" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#3393237L ASC NULLS FIRST], false, 0"]; } 74 [id="node74" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#3393237L, 30), ENSURE_REQUIREMENTS, [plan_id=980496]"]; subgraph cluster75 { isCluster="true"; id="cluster75"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 76 [id="node76" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3392655, item#3393236.worklistShardItemId AS worklistShardItemId#3393237L, item#3393236.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#3393238, item#3393236.qty AS qty#3393239]"]; 77 [id="node77" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#3392657), [shardId#3392655], false, [item#3393236]"]; 78 [id="node78" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#3392657, true) > 0) AND isnotnull(items#3392657))"]; } 79 [id="node79" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3392655, items#3392657], [(size(items#3392657, true) > 0), isnotnull(items#3392657)]"]; subgraph cluster80 { isCluster="true"; id="cluster80"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 81 [id="node81" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3392655) AND (shardId#3392655 = 0_1_10000000532))"]; } 82 [id="node82" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3392655, orderProposalId#3392656L, items#3392657, optimizationGroups#3392658, isOptimal#3392659, optimizationInsights#3392661], [isnotnull(shardId#3392655), (shardId#3392655 = 0_1_10000000532)]"]; subgraph cluster83 { isCluster="true"; id="cluster83"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 84 [id="node84" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3392655) AND (shardId#3392655 = 0_1_10000000532))"]; 85 [id="node85" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3392655,orderProposalId#3392656L,items#3392657,optimizationGroups#3392658,isOptimal#3392659,lastModified#3392660,optimizationInsights#3392661]"]; } subgraph cluster86 { isCluster="true"; id="cluster86"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (4)"; 87 [id="node87" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#3393639L ASC NULLS FIRST], false, 0"]; 88 [id="node88" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#3393639L, orderProposalId#3393616L, orderProposalItemId#3393617, orderProposalItemGroupId#3393640, originalReplenishmentRunId#3393658L, splitIndicator#3393635L, previousOrderProposal#3393636L, sourceOfSupplyUuid#3393630, supplierGroup#3393618, supplier#3393619, subrange#3393622, product#3393625, plant#3393620, orderDateTime#3393626, deliveryDateTime#3393621, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, isFallbackOrderOnly#3393633, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, netPriceQuantity#3393654, netPriceQuantityUom#3393655, netPriceQuantityUomUuid#3393656, netPriceAmount#3393652, netPriceCurrencyCode#3393653, ... 11 more fields]"]; } 89 [id="node89" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#3393639L, 30), REPARTITION_BY_NUM, [plan_id=980506]"]; subgraph cluster90 { isCluster="true"; id="cluster90"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (3)"; 91 [id="node91" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#3393616L, orderProposalItemId#3393617, supplierGroup#3393618, supplier#3393619, plant#3393620, deliveryDateTime#3393621, subrange#3393622, supplyingPlant#3393623, productGroup#3393624, product#3393625, orderDateTime#3393626, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, sourceOfSupplyUuid#3393630, isFallbackOrderOnly#3393633, splitIndicator#3393635L, previousOrderProposal#3393636L, worklistShardItemId#3393639L, orderProposalItemGroupId#3393640, externalProductId#3393641, externalPlantId#3393642, logisticUnits#3393643, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, minimumOrderQuantity#3393646, ... 11 more fields]"]; 92 [id="node92" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#3393639L)"]; 93 [id="node93" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"]; } 94 [id="node94" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#3393616L,orderProposalItemId#3393617,supplierGroup#3393618,supplier#3393619,plant#3393620,deliveryDateTime#3393621,subrange#3393622,supplyingPlant#3393623,productGroup#3393624,product#3393625,orderDateTime#3393626,availabilityDateTime#3393627,nextAvailabilityDateTime#3393628,sourceOfSupplyUuid#3393630,isFallbackOrderOnly#3393633,splitIndicator#3393635L,previousOrderProposal#3393636L,worklistShardItemId#3393639L,orderProposalItemGroupId#3393640,externalProductId#3393641,externalPlantId#3393642,logisticUnits#3393643,orderQuantityBaseUom#3393644,orderQuantityBaseUomUuid#3393645,minimumOrderQuantity#3393646,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#3393639L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3393660), isnotnull(sequenceId#3393638), (shardId#3393660 = 0_1_10000000532), ..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; subgraph cluster95 { isCluster="true"; id="cluster95"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (8)"; 96 [id="node96" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3403648 ASC NULLS FIRST, worklistShardItemId#3403649L ASC NULLS FIRST], false, 0"]; } 97 [id="node97" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3403648, worklistShardItemId#3403649L, 30), ENSURE_REQUIREMENTS, [plan_id=980521]"]; subgraph cluster98 { isCluster="true"; id="cluster98"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (7)"; 99 [id="node99" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3403648, worklistShardItemId#3403649L, coalesce(kpis#3403653, []) AS prodLocSpecificKpis#3403654]"]; 100 [id="node100" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#3403650) AND isnull(demandChannel#3403651)) AND isnull(demandStream#3403652)) AND (isnotnull(shardId#3403648) AND isnotnull(worklistShardItemId#3403649L)))"]; 101 [id="node101" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3403648,worklistShardItemId#3403649L,qty#3403650,demandChannel#3403651,demandStream#3403652,kpis#3403653]"]; } subgraph cluster102 { isCluster="true"; id="cluster102"; label="WholeStageCodegen (11)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (11)"; 103 [id="node103" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3403664 ASC NULLS FIRST, worklistShardItemId#3403665L ASC NULLS FIRST], false, 0"]; } 104 [id="node104" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3403664, worklistShardItemId#3403665L], functions=[collect_list(struct(demandChannel, demandChannel#3403667, demandStream, demandStream#3403668, kpis, kpis#3403669), 0, 0)])"]; 105 [id="node105" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3403664, worklistShardItemId#3403665L, 30), ENSURE_REQUIREMENTS, [plan_id=980532]"]; 106 [id="node106" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3403664, worklistShardItemId#3403665L], functions=[partial_collect_list(struct(demandChannel, demandChannel#3403667, demandStream, demandStream#3403668, kpis, kpis#3403669), 0, 0)])"]; subgraph cluster107 { isCluster="true"; id="cluster107"; label="WholeStageCodegen (10)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (10)"; 108 [id="node108" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3403664, worklistShardItemId#3403665L, demandChannel#3403667, demandStream#3403668, kpis#3403669]"]; 109 [id="node109" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#3403666) AND isnotnull(demandChannel#3403667)) AND isnotnull(demandStream#3403668)) AND (size(kpis#3403669, true) > 0)) AND (isnotnull(shardId#3403664) AND isnotnull(worklistShardItemId#3403665L)))"]; 110 [id="node110" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3403664,worklistShardItemId#3403665L,qty#3403666,demandChannel#3403667,demandStream#3403668,kpis#3403669]"]; } subgraph cluster111 { isCluster="true"; id="cluster111"; label="WholeStageCodegen (14)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (14)"; 112 [id="node112" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3403677 ASC NULLS FIRST, worklistShardItemId#3403678L ASC NULLS FIRST], false, 0"]; } 113 [id="node113" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3403677, worklistShardItemId#3403678L], functions=[collect_list(struct(qty, qty#3403679, kpis, kpis#3403682), 0, 0)])"]; 114 [id="node114" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3403677, worklistShardItemId#3403678L, 30), ENSURE_REQUIREMENTS, [plan_id=980544]"]; 115 [id="node115" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3403677, worklistShardItemId#3403678L], functions=[partial_collect_list(struct(qty, qty#3403679, kpis, kpis#3403682), 0, 0)])"]; subgraph cluster116 { isCluster="true"; id="cluster116"; label="WholeStageCodegen (13)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (13)"; 117 [id="node117" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3403677, worklistShardItemId#3403678L, qty#3403679, kpis#3403682]"]; 118 [id="node118" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#3403679) AND isnotnull(kpis#3403682)) AND (isnotnull(shardId#3403677) AND isnotnull(worklistShardItemId#3403678L)))"]; 119 [id="node119" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3403677,worklistShardItemId#3403678L,qty#3403679,demandChannel#3403680,demandStream#3403681,kpis#3403682]"]; } 120 [id="node120" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 217 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=983166]"]; 121 [id="node121" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=983165]"]; subgraph cluster122 { isCluster="true"; id="cluster122"; label="WholeStageCodegen (9)\n \nduration: 90 ms"; tooltip="WholeStageCodegen (9)"; 123 [id="node123" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#3413329[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#3419517]"]; 124 [id="node124" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#3413329) AND isnotnull(insightConfigurations#3413329[POTENTIAL_OOS_STOCK_PERIOD]))"]; 125 [id="node125" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"]; } 126 [id="node126" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 89 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 3.7 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#3413329,shardId#3413330] Batched: true, DataFilters: [isnotnull(insightConfigurations#3413329), isnotnull(insightConfigurations#3413329[POTENTIAL_OOS_..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3413330), (shardId#3413330 = 0_1_10000000532)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."]; subgraph cluster127 { isCluster="true"; id="cluster127"; label="WholeStageCodegen (13)\n \nduration: total (min, med, max (stageId: taskId))\n1.3 s (9 ms, 30 ms, 130 ms (stage 308700.0: task 892583))"; tooltip="WholeStageCodegen (13)"; 128 [id="node128" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 129 [id="node129" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; } 130 [id="node130" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#3413506, qty#3413390, None, false), lambdafunction((lambda x_11389#3413360.label = OutOfStockProbability), lambda x_11389#3413360, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#3419519, lambdafunction((lambda x_11390#3413361.name = OOS_PROBABILITY_THRESHOLD), lambda x_11390#3413361, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#3413506, qty#3413390, None, false), lambdafunction((lambda x_11389#3413362.label = OutOfStockProbability), lambda x_11389#3413362, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#3419519, lambdafunction((lambda x_11390#3413363.name = OOS_PROBABILITY_THRESHOLD), lambda x_11390#3413363, false)), 1, None, false).value as double)) END"]; subgraph cluster131 { isCluster="true"; id="cluster131"; label="WholeStageCodegen (11)\n \nduration: total (min, med, max (stageId: taskId))\n2.3 s (10 ms, 31 ms, 253 ms (stage 308700.0: task 892580))"; tooltip="WholeStageCodegen (11)"; 132 [id="node132" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [qty#3413390, quantityKpis#3413506]"]; 133 [id="node133" labelType="html" label="<b>Filter</b><br><br>number of output rows: 87,939" tooltip="Filter NOT (isFallbackOrderOnly#3413415 <=> true)"]; } 134 [id="node134" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 87,939" tooltip="InMemoryTableScan [isFallbackOrderOnly#3413415, qty#3413390, quantityKpis#3413506], [NOT (isFallbackOrderOnly#3413415 <=> true)]"]; subgraph cluster135 { isCluster="true"; id="cluster135"; label="WholeStageCodegen (15)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (15)"; 136 [id="node136" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3392655, worklistShardItemId#3393237L, quantityAfterProdPlantOptimization#3393238, qty#3393239, orderProposalId#3393616L, originalReplenishmentRunId#3393658L, supplierGroup#3393618, supplier#3393619, supplyingPlant#3393623, productGroup#3393624, product#3393625, plant#3393620, subrange#3393622, orderDateTime#3393626, deliveryDateTime#3393621, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, constraintValues#3393649, constraintOperators#3393648, constraintLabels#3393647, logisticUnits#3393643, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, splitIndicator#3393635L, netPriceAmount#3393652, ... 17 more fields]"]; 137 [id="node137" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3392655, worklistShardItemId#3393237L], [shardId#3403677, worklistShardItemId#3403678L], LeftOuter"]; } subgraph cluster138 { isCluster="true"; id="cluster138"; label="WholeStageCodegen (12)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (12)"; 139 [id="node139" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3392655, worklistShardItemId#3393237L, quantityAfterProdPlantOptimization#3393238, qty#3393239, orderProposalId#3393616L, originalReplenishmentRunId#3393658L, supplierGroup#3393618, supplier#3393619, supplyingPlant#3393623, productGroup#3393624, product#3393625, plant#3393620, subrange#3393622, orderDateTime#3393626, deliveryDateTime#3393621, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, constraintValues#3393649, constraintOperators#3393648, constraintLabels#3393647, logisticUnits#3393643, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, splitIndicator#3393635L, netPriceAmount#3393652, ... 16 more fields]"]; 140 [id="node140" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3392655, worklistShardItemId#3393237L], [shardId#3403664, worklistShardItemId#3403665L], LeftOuter"]; } subgraph cluster141 { isCluster="true"; id="cluster141"; label="WholeStageCodegen (9)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (9)"; 142 [id="node142" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3392655, worklistShardItemId#3393237L, quantityAfterProdPlantOptimization#3393238, qty#3393239, orderProposalId#3393616L, originalReplenishmentRunId#3393658L, supplierGroup#3393618, supplier#3393619, supplyingPlant#3393623, productGroup#3393624, product#3393625, plant#3393620, subrange#3393622, orderDateTime#3393626, deliveryDateTime#3393621, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, constraintValues#3393649, constraintOperators#3393648, constraintLabels#3393647, logisticUnits#3393643, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, splitIndicator#3393635L, netPriceAmount#3393652, ... 15 more fields]"]; 143 [id="node143" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3392655, worklistShardItemId#3393237L], [shardId#3403648, worklistShardItemId#3403649L], LeftOuter"]; } subgraph cluster144 { isCluster="true"; id="cluster144"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 145 [id="node145" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3392655 ASC NULLS FIRST, worklistShardItemId#3393237L ASC NULLS FIRST], false, 0"]; } 146 [id="node146" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3392655, worklistShardItemId#3393237L, 30), ENSURE_REQUIREMENTS, [plan_id=980515]"]; subgraph cluster147 { isCluster="true"; id="cluster147"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (5)"; 148 [id="node148" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3392655, worklistShardItemId#3393237L, quantityAfterProdPlantOptimization#3393238, qty#3393239, orderProposalId#3393616L, originalReplenishmentRunId#3393658L, supplierGroup#3393618, supplier#3393619, supplyingPlant#3393623, productGroup#3393624, product#3393625, plant#3393620, subrange#3393622, orderDateTime#3393626, deliveryDateTime#3393621, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, constraintValues#3393649, constraintOperators#3393648, constraintLabels#3393647, logisticUnits#3393643, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, splitIndicator#3393635L, netPriceAmount#3393652, ... 14 more fields]"]; 149 [id="node149" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#3393237L], [worklistShardItemId#3393639L], LeftOuter, (shardId#3392655 = 0_1_10000000532)"]; } subgraph cluster150 { isCluster="true"; id="cluster150"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 151 [id="node151" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#3393237L ASC NULLS FIRST], false, 0"]; } 152 [id="node152" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#3393237L, 30), ENSURE_REQUIREMENTS, [plan_id=980496]"]; subgraph cluster153 { isCluster="true"; id="cluster153"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 154 [id="node154" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3392655, item#3393236.worklistShardItemId AS worklistShardItemId#3393237L, item#3393236.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#3393238, item#3393236.qty AS qty#3393239]"]; 155 [id="node155" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#3392657), [shardId#3392655], false, [item#3393236]"]; 156 [id="node156" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#3392657, true) > 0) AND isnotnull(items#3392657))"]; } 157 [id="node157" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3392655, items#3392657], [(size(items#3392657, true) > 0), isnotnull(items#3392657)]"]; subgraph cluster158 { isCluster="true"; id="cluster158"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 159 [id="node159" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3392655) AND (shardId#3392655 = 0_1_10000000532))"]; } 160 [id="node160" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3392655, orderProposalId#3392656L, items#3392657, optimizationGroups#3392658, isOptimal#3392659, optimizationInsights#3392661], [isnotnull(shardId#3392655), (shardId#3392655 = 0_1_10000000532)]"]; subgraph cluster161 { isCluster="true"; id="cluster161"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 162 [id="node162" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3392655) AND (shardId#3392655 = 0_1_10000000532))"]; 163 [id="node163" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3392655,orderProposalId#3392656L,items#3392657,optimizationGroups#3392658,isOptimal#3392659,lastModified#3392660,optimizationInsights#3392661]"]; } subgraph cluster164 { isCluster="true"; id="cluster164"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (4)"; 165 [id="node165" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#3393639L ASC NULLS FIRST], false, 0"]; 166 [id="node166" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#3393639L, orderProposalId#3393616L, orderProposalItemId#3393617, orderProposalItemGroupId#3393640, originalReplenishmentRunId#3393658L, splitIndicator#3393635L, previousOrderProposal#3393636L, sourceOfSupplyUuid#3393630, supplierGroup#3393618, supplier#3393619, subrange#3393622, product#3393625, plant#3393620, orderDateTime#3393626, deliveryDateTime#3393621, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, isFallbackOrderOnly#3393633, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, netPriceQuantity#3393654, netPriceQuantityUom#3393655, netPriceQuantityUomUuid#3393656, netPriceAmount#3393652, netPriceCurrencyCode#3393653, ... 11 more fields]"]; } 167 [id="node167" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#3393639L, 30), REPARTITION_BY_NUM, [plan_id=980506]"]; subgraph cluster168 { isCluster="true"; id="cluster168"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (3)"; 169 [id="node169" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#3393616L, orderProposalItemId#3393617, supplierGroup#3393618, supplier#3393619, plant#3393620, deliveryDateTime#3393621, subrange#3393622, supplyingPlant#3393623, productGroup#3393624, product#3393625, orderDateTime#3393626, availabilityDateTime#3393627, nextAvailabilityDateTime#3393628, sourceOfSupplyUuid#3393630, isFallbackOrderOnly#3393633, splitIndicator#3393635L, previousOrderProposal#3393636L, worklistShardItemId#3393639L, orderProposalItemGroupId#3393640, externalProductId#3393641, externalPlantId#3393642, logisticUnits#3393643, orderQuantityBaseUom#3393644, orderQuantityBaseUomUuid#3393645, minimumOrderQuantity#3393646, ... 11 more fields]"]; 170 [id="node170" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#3393639L)"]; 171 [id="node171" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"]; } 172 [id="node172" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#3393616L,orderProposalItemId#3393617,supplierGroup#3393618,supplier#3393619,plant#3393620,deliveryDateTime#3393621,subrange#3393622,supplyingPlant#3393623,productGroup#3393624,product#3393625,orderDateTime#3393626,availabilityDateTime#3393627,nextAvailabilityDateTime#3393628,sourceOfSupplyUuid#3393630,isFallbackOrderOnly#3393633,splitIndicator#3393635L,previousOrderProposal#3393636L,worklistShardItemId#3393639L,orderProposalItemGroupId#3393640,externalProductId#3393641,externalPlantId#3393642,logisticUnits#3393643,orderQuantityBaseUom#3393644,orderQuantityBaseUomUuid#3393645,minimumOrderQuantity#3393646,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#3393639L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3393660), isnotnull(sequenceId#3393638), (shardId#3393660 = 0_1_10000000532), ..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; subgraph cluster173 { isCluster="true"; id="cluster173"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (8)"; 174 [id="node174" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3403648 ASC NULLS FIRST, worklistShardItemId#3403649L ASC NULLS FIRST], false, 0"]; } 175 [id="node175" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3403648, worklistShardItemId#3403649L, 30), ENSURE_REQUIREMENTS, [plan_id=980521]"]; subgraph cluster176 { isCluster="true"; id="cluster176"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (7)"; 177 [id="node177" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3403648, worklistShardItemId#3403649L, coalesce(kpis#3403653, []) AS prodLocSpecificKpis#3403654]"]; 178 [id="node178" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#3403650) AND isnull(demandChannel#3403651)) AND isnull(demandStream#3403652)) AND (isnotnull(shardId#3403648) AND isnotnull(worklistShardItemId#3403649L)))"]; 179 [id="node179" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3403648,worklistShardItemId#3403649L,qty#3403650,demandChannel#3403651,demandStream#3403652,kpis#3403653]"]; } subgraph cluster180 { isCluster="true"; id="cluster180"; label="WholeStageCodegen (11)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (11)"; 181 [id="node181" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3403664 ASC NULLS FIRST, worklistShardItemId#3403665L ASC NULLS FIRST], false, 0"]; } 182 [id="node182" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3403664, worklistShardItemId#3403665L], functions=[collect_list(struct(demandChannel, demandChannel#3403667, demandStream, demandStream#3403668, kpis, kpis#3403669), 0, 0)])"]; 183 [id="node183" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3403664, worklistShardItemId#3403665L, 30), ENSURE_REQUIREMENTS, [plan_id=980532]"]; 184 [id="node184" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3403664, worklistShardItemId#3403665L], functions=[partial_collect_list(struct(demandChannel, demandChannel#3403667, demandStream, demandStream#3403668, kpis, kpis#3403669), 0, 0)])"]; subgraph cluster185 { isCluster="true"; id="cluster185"; label="WholeStageCodegen (10)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (10)"; 186 [id="node186" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3403664, worklistShardItemId#3403665L, demandChannel#3403667, demandStream#3403668, kpis#3403669]"]; 187 [id="node187" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#3403666) AND isnotnull(demandChannel#3403667)) AND isnotnull(demandStream#3403668)) AND (size(kpis#3403669, true) > 0)) AND (isnotnull(shardId#3403664) AND isnotnull(worklistShardItemId#3403665L)))"]; 188 [id="node188" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3403664,worklistShardItemId#3403665L,qty#3403666,demandChannel#3403667,demandStream#3403668,kpis#3403669]"]; } subgraph cluster189 { isCluster="true"; id="cluster189"; label="WholeStageCodegen (14)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (14)"; 190 [id="node190" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3403677 ASC NULLS FIRST, worklistShardItemId#3403678L ASC NULLS FIRST], false, 0"]; } 191 [id="node191" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3403677, worklistShardItemId#3403678L], functions=[collect_list(struct(qty, qty#3403679, kpis, kpis#3403682), 0, 0)])"]; 192 [id="node192" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3403677, worklistShardItemId#3403678L, 30), ENSURE_REQUIREMENTS, [plan_id=980544]"]; 193 [id="node193" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3403677, worklistShardItemId#3403678L], functions=[partial_collect_list(struct(qty, qty#3403679, kpis, kpis#3403682), 0, 0)])"]; subgraph cluster194 { isCluster="true"; id="cluster194"; label="WholeStageCodegen (13)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (13)"; 195 [id="node195" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3403677, worklistShardItemId#3403678L, qty#3403679, kpis#3403682]"]; 196 [id="node196" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#3403679) AND isnotnull(kpis#3403682)) AND (isnotnull(shardId#3403677) AND isnotnull(worklistShardItemId#3403678L)))"]; 197 [id="node197" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3403677,worklistShardItemId#3403678L,qty#3403679,demandChannel#3403680,demandStream#3403681,kpis#3403682]"]; } 198 [id="node198" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 237 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=983182]"]; 199 [id="node199" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=983181]"]; subgraph cluster200 { isCluster="true"; id="cluster200"; label="WholeStageCodegen (12)\n \nduration: 159 ms"; tooltip="WholeStageCodegen (12)"; 201 [id="node201" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#3413511[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#3419519]"]; 202 [id="node202" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#3413511) AND isnotnull(insightConfigurations#3413511[POTENTIAL_OOS_DEMAND_PERIOD]))"]; 203 [id="node203" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"]; } 204 [id="node204" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 157 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 3.7 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#3413511,shardId#3413512] Batched: true, DataFilters: [isnotnull(insightConfigurations#3413511), isnotnull(insightConfigurations#3413511[POTENTIAL_OOS_..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3413512), (shardId#3413512 = 0_1_10000000532)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."]; 1->0; 3->1; 4->3; 5->4; 6->5; 7->6; 8->7; 10->8; 11->10; 13->11; 14->13; 16->14; 17->16; 19->17; 20->19; 22->8; 23->22; 24->23; 26->24; 27->26; 28->27; 29->28; 31->29; 32->31; 33->32; 34->33; 35->34; 37->35; 38->37; 40->38; 41->40; 42->28; 43->42; 45->43; 46->45; 47->46; 48->47; 50->1; 51->50; 52->51; 54->52; 55->54; 56->55; 58->56; 59->58; 61->59; 62->61; 64->62; 65->64; 67->65; 68->67; 70->68; 71->70; 73->71; 74->73; 76->74; 77->76; 78->77; 79->78; 81->79; 82->81; 84->82; 85->84; 87->71; 88->87; 89->88; 91->89; 92->91; 93->92; 94->93; 96->65; 97->96; 99->97; 100->99; 101->100; 103->62; 104->103; 105->104; 106->105; 108->106; 109->108; 110->109; 112->59; 113->112; 114->113; 115->114; 117->115; 118->117; 119->118; 120->52; 121->120; 123->121; 124->123; 125->124; 126->125; 128->1; 129->128; 130->129; 132->130; 133->132; 134->133; 136->134; 137->136; 139->137; 140->139; 142->140; 143->142; 145->143; 146->145; 148->146; 149->148; 151->149; 152->151; 154->152; 155->154; 156->155; 157->156; 159->157; 160->159; 162->160; 163->162; 165->149; 166->165; 167->166; 169->167; 170->169; 171->170; 172->171; 174->143; 175->174; 177->175; 178->177; 179->178; 181->140; 182->181; 183->182; 184->183; 186->184; 187->186; 188->187; 190->137; 191->190; 192->191; 193->192; 195->193; 196->195; 197->196; 198->130; 199->198; 201->199; 202->201; 203->202; 204->203; }