digraph G {
0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="CollectLimit 1"];
1 [id="node1" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"];
subgraph cluster2 {
isCluster="true";
id="cluster2";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n10 ms (0 ms, 0 ms, 2 ms (stage 330076.0: task 929049))";
tooltip="WholeStageCodegen (7)";
3 [id="node3" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
5 [id="node5" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT insight#3548582.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)"];
6 [id="node6" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(optimizationInsights#3524912), false, [insight#3548582]"];
7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [optimizationInsights#3524912]"];
8 [id="node8" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 330076.0: task 929049))" tooltip="SortMergeJoin [orderProposalId#3524907L], [orderProposalId#3525619L], Inner"];
}
subgraph cluster9 {
isCluster="true";
id="cluster9";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n781 ms (0 ms, 0 ms, 157 ms (stage 330076.0: task 929046))";
tooltip="WholeStageCodegen (2)";
10 [id="node10" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 330076.0: task 929049))<br>peak memory total (min, med, max (stageId: taskId))<br>1920.0 KiB (64.0 KiB, 64.0 KiB, 64.0 KiB (stage 330076.0: task 929049))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 330076.0: task 929049))" tooltip="Sort [orderProposalId#3524907L ASC NULLS FIRST], false, 0"];
}
11 [id="node11" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(orderProposalId#3524907L, 30), ENSURE_REQUIREMENTS, [plan_id=1018651]"];
subgraph cluster12 {
isCluster="true";
id="cluster12";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 330072.0: task 928777))";
tooltip="WholeStageCodegen (1)";
13 [id="node13" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(orderProposalId#3524907L) AND (size(optimizationInsights#3524912, true) > 0)) AND isnotnull(optimizationInsights#3524912))"];
}
14 [id="node14" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 2,349" tooltip="InMemoryTableScan [orderProposalId#3524907L, optimizationInsights#3524912], [isnotnull(orderProposalId#3524907L), (size(optimizationInsights#3524912, true) > 0), isnotnull(optimizationInsights#3524912)]"];
subgraph cluster15 {
isCluster="true";
id="cluster15";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
16 [id="node16" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))"];
}
17 [id="node17" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, optimizationInsights#3524912], [isnotnull(shardId#3524906), (shardId#3524906 = 0_6_10000000532)]"];
subgraph cluster18 {
isCluster="true";
id="cluster18";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
19 [id="node19" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))"];
20 [id="node20" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3524906,orderProposalId#3524907L,items#3524908,optimizationGroups#3524909,isOptimal#3524910,lastModified#3524911,optimizationInsights#3524912]"];
}
subgraph cluster21 {
isCluster="true";
id="cluster21";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (6)";
22 [id="node22" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [orderProposalId#3525619L ASC NULLS FIRST], false, 0"];
23 [id="node23" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 0.0 B<br>number of output rows: 0<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#3525619L], functions=[])"];
}
24 [id="node24" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 57,698<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read total (min, med, max (stageId: taskId))<br>335.2 KiB (8.5 KiB, 11.4 KiB, 13.0 KiB (stage 330076.0: task 929060))<br>merged fetch fallback count: 0<br>local blocks read: 450<br>remote merged chunks fetched: 0<br>remote blocks read: 81<br>data size total (min, med, max (stageId: taskId))<br>901.5 KiB (29.3 KiB, 30.0 KiB, 30.8 KiB (stage 330075.0: task 928922))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>55 ms (1 ms, 1 ms, 2 ms (stage 330075.0: task 928906))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read total (min, med, max (stageId: taskId))<br>55.8 KiB (804.0 B, 10.1 KiB, 11.6 KiB (stage 330076.0: task 929048))<br>number of partitions: 30<br>remote reqs duration total (min, med, max (stageId: taskId))<br>9 ms (1 ms, 2 ms, 2 ms (stage 330076.0: task 929049))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>671.3 KiB (21.9 KiB, 22.4 KiB, 22.9 KiB (stage 330075.0: task 928922))" tooltip="Exchange hashpartitioning(orderProposalId#3525619L, 30), ENSURE_REQUIREMENTS, [plan_id=1018676]"];
subgraph cluster25 {
isCluster="true";
id="cluster25";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n853 ms (9 ms, 13 ms, 101 ms (stage 330075.0: task 928891))";
tooltip="WholeStageCodegen (5)";
26 [id="node26" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>206 ms (5 ms, 7 ms, 9 ms (stage 330075.0: task 928895))<br>peak memory total (min, med, max (stageId: taskId))<br>37.5 MiB (256.0 KiB, 2.3 MiB, 2.3 MiB (stage 330075.0: task 928894))<br>number of output rows: 57,698<br>number of sort fallback tasks: 0<br>avg hash probes per key (min, med, max (stageId: taskId)):<br>(1, 1, 1 (stage 330075.0: task 928894))" tooltip="HashAggregate(keys=[orderProposalId#3525619L], functions=[])"];
27 [id="node27" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#3525619L]"];
28 [id="node28" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 119,146" tooltip="BroadcastHashJoin [worklistShardItemId#3525418L], [worklistShardItemId#3525642L], Inner, BuildLeft, false"];
42 [id="node42" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#3525642L, orderProposalId#3525619L]"];
}
29 [id="node29" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 8 ms<br>time to build: 26 ms<br>time to collect: 50 ms<br>number of output rows: 119,146<br>data size: 8.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=1018662]"];
subgraph cluster30 {
isCluster="true";
id="cluster30";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n76 ms (0 ms, 3 ms, 4 ms (stage 330037.0: task 928651))";
tooltip="WholeStageCodegen (3)";
31 [id="node31" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#3525417L AS worklistShardItemId#3525418L]"];
32 [id="node32" labelType="html" label="<b>Generate</b><br><br>number of output rows: 119,146" tooltip="Generate explode(_extract_worklistShardItemId#3556362), false, [item#3525417L]"];
33 [id="node33" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#3548576.worklistShardItemId AS _extract_worklistShardItemId#3556362]"];
34 [id="node34" labelType="html" label="<b>Filter</b><br><br>number of output rows: 2,349" tooltip="Filter (((size(items#3548576.worklistShardItemId, true) > 0) AND isnotnull(items#3548576.worklistShardItemId)) AND (shardId#3548574 = 0_6_10000000532))"];
}
35 [id="node35" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 2,349" tooltip="InMemoryTableScan [items#3548576, shardId#3548574], [(size(items#3548576.worklistShardItemId, true) > 0), isnotnull(items#3548576.worklistShardItemId), (shardId#3548574 = 0_6_10000000532)]"];
subgraph cluster36 {
isCluster="true";
id="cluster36";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
37 [id="node37" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))"];
}
38 [id="node38" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, optimizationInsights#3524912], [isnotnull(shardId#3524906), (shardId#3524906 = 0_6_10000000532)]"];
subgraph cluster39 {
isCluster="true";
id="cluster39";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
40 [id="node40" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))"];
41 [id="node41" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3524906,orderProposalId#3524907L,items#3524908,optimizationGroups#3524909,isOptimal#3524910,lastModified#3524911,optimizationInsights#3524912]"];
}
43 [id="node43" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 119,146<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 119,146<br>local bytes read total (min, med, max (stageId: taskId))<br>617.1 KiB (19.8 KiB, 20.5 KiB, 21.4 KiB (stage 330075.0: task 928911))<br>merged fetch fallback count: 0<br>local blocks read: 390<br>remote merged chunks fetched: 0<br>remote blocks read: 720<br>data size total (min, med, max (stageId: taskId))<br>2.7 MiB (72.0 KiB, 75.4 KiB, 78.6 KiB (stage 330064.0: task 928776))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>65 ms (1 ms, 1 ms, 2 ms (stage 330064.0: task 928864))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 330075.0: task 928894))<br>remote bytes read total (min, med, max (stageId: taskId))<br>1137.7 KiB (36.3 KiB, 38.0 KiB, 38.8 KiB (stage 330075.0: task 928893))<br>number of partitions: 30<br>remote reqs duration total (min, med, max (stageId: taskId))<br>127 ms (4 ms, 4 ms, 6 ms (stage 330075.0: task 928894))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1754.8 KiB (45.4 KiB, 47.4 KiB, 49.3 KiB (stage 330064.0: task 928776))" tooltip="Exchange hashpartitioning(worklistShardItemId#3525642L, 30), REPARTITION_BY_NUM, [plan_id=1018669]"];
subgraph cluster44 {
isCluster="true";
id="cluster44";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n5.6 s (111 ms, 145 ms, 213 ms (stage 330064.0: task 928822))";
tooltip="WholeStageCodegen (4)";
45 [id="node45" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#3525619L, worklistShardItemId#3525642L]"];
46 [id="node46" labelType="html" label="<b>Filter</b><br><br>number of output rows: 119,146" tooltip="Filter ((isnotnull(worklistShardItemId#3525642L) AND NOT (isFallbackOrderOnly#3525636 <=> true)) AND isnotnull(orderProposalId#3525619L))"];
47 [id="node47" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 119,146<br>number of input batches: 37" tooltip="ColumnarToRow"];
}
48 [id="node48" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 37<br>scan time total (min, med, max (stageId: taskId))<br>5.3 s (106 ms, 140 ms, 208 ms (stage 330064.0: task 928822))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 15.4 MiB<br>number of output rows: 119,146<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#3525619L,isFallbackOrderOnly#3525636,worklistShardItemId#3525642L,shardId#3525663,sequenceId#3525641] Batched: true, DataFilters: [isnotnull(worklistShardItemId#3525642L), NOT (isFallbackOrderOnly#3525636 <=> true), isnotnull(o..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3525663), isnotnull(sequenceId#3525641), (shardId#3525663 = 0_6_10000000532), ..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"];
subgraph cluster49 {
isCluster="true";
id="cluster49";
label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n1.4 s (11 ms, 49 ms, 135 ms (stage 330076.0: task 928926))";
tooltip="WholeStageCodegen (10)";
50 [id="node50" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
51 [id="node51" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
}
52 [id="node52" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#3541225, lambdafunction((lambda x_11743#3549245.label = OutOfStockProbability), lambda x_11743#3549245, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#3556364, lambdafunction((lambda x_11744#3549246.name = OOS_PROBABILITY_THRESHOLD), lambda x_11744#3549246, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#3541225, lambdafunction((lambda x_11743#3549247.label = OutOfStockProbability), lambda x_11743#3549247, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#3556364, lambdafunction((lambda x_11744#3549248.name = OOS_PROBABILITY_THRESHOLD), lambda x_11744#3549248, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#3541225, lambdafunction((lambda x_11745#3549249.label = InitialStockQty), lambda x_11745#3549249, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#3541225, lambdafunction((lambda x_11745#3549251.label = InitialStockQty), lambda x_11745#3549251, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#3556364, lambdafunction((lambda x_11746#3549252.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_11746#3549252, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#3549459) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#3549459, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1788185733) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#3556364, lambdafunction((lambda x_11747#3549253.name = OFFSET_CURRENT_ORDER_DATE), lambda x_11747#3549253, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#3549459) THEN null ELSE (cast((unix_timestamp(orderDateTime#3549459, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1788185733) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#3556364, lambdafunction((lambda x_11747#3549254.name = OFFSET_CURRENT_ORDER_DATE), lambda x_11747#3549254, false)), 1, None, false).value as double)) END)"];
subgraph cluster53 {
isCluster="true";
id="cluster53";
label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n2.3 s (12 ms, 77 ms, 250 ms (stage 330076.0: task 928926))";
tooltip="WholeStageCodegen (8)";
54 [id="node54" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderDateTime#3549459, prodLocSpecificKpis#3541225]"];
55 [id="node55" labelType="html" label="<b>Filter</b><br><br>number of output rows: 119,146" tooltip="Filter NOT (isFallbackOrderOnly#3549463 <=> true)"];
}
56 [id="node56" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 119,146" tooltip="InMemoryTableScan [isFallbackOrderOnly#3549463, orderDateTime#3549459, prodLocSpecificKpis#3541225], [NOT (isFallbackOrderOnly#3549463 <=> true)]"];
subgraph cluster57 {
isCluster="true";
id="cluster57";
label="WholeStageCodegen (15)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (15)";
58 [id="node58" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, ... 17 more fields]"];
59 [id="node59" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3524906, worklistShardItemId#3525418L], [shardId#3541254, worklistShardItemId#3541255L], LeftOuter"];
}
subgraph cluster60 {
isCluster="true";
id="cluster60";
label="WholeStageCodegen (12)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (12)";
61 [id="node61" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, ... 16 more fields]"];
62 [id="node62" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3524906, worklistShardItemId#3525418L], [shardId#3541241, worklistShardItemId#3541242L], LeftOuter"];
}
subgraph cluster63 {
isCluster="true";
id="cluster63";
label="WholeStageCodegen (9)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (9)";
64 [id="node64" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, ... 15 more fields]"];
65 [id="node65" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3524906, worklistShardItemId#3525418L], [shardId#3541196, worklistShardItemId#3541197L], LeftOuter"];
}
subgraph cluster66 {
isCluster="true";
id="cluster66";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (6)";
67 [id="node67" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3524906 ASC NULLS FIRST, worklistShardItemId#3525418L ASC NULLS FIRST], false, 0"];
}
68 [id="node68" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3524906, worklistShardItemId#3525418L, 30), ENSURE_REQUIREMENTS, [plan_id=1014888]"];
subgraph cluster69 {
isCluster="true";
id="cluster69";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
70 [id="node70" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, ... 14 more fields]"];
71 [id="node71" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#3525418L], [worklistShardItemId#3525642L], LeftOuter, (shardId#3524906 = 0_6_10000000532)"];
}
subgraph cluster72 {
isCluster="true";
id="cluster72";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
73 [id="node73" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#3525418L ASC NULLS FIRST], false, 0"];
}
74 [id="node74" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#3525418L, 30), ENSURE_REQUIREMENTS, [plan_id=1014869]"];
subgraph cluster75 {
isCluster="true";
id="cluster75";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
76 [id="node76" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3524906, item#3525417.worklistShardItemId AS worklistShardItemId#3525418L, item#3525417.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#3525419, item#3525417.qty AS qty#3525420]"];
77 [id="node77" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#3524908), [shardId#3524906], false, [item#3525417]"];
78 [id="node78" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#3524908, true) > 0) AND isnotnull(items#3524908))"];
}
79 [id="node79" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3524906, items#3524908], [(size(items#3524908, true) > 0), isnotnull(items#3524908)]"];
subgraph cluster80 {
isCluster="true";
id="cluster80";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
81 [id="node81" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))"];
}
82 [id="node82" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, optimizationInsights#3524912], [isnotnull(shardId#3524906), (shardId#3524906 = 0_6_10000000532)]"];
subgraph cluster83 {
isCluster="true";
id="cluster83";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
84 [id="node84" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))"];
85 [id="node85" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3524906,orderProposalId#3524907L,items#3524908,optimizationGroups#3524909,isOptimal#3524910,lastModified#3524911,optimizationInsights#3524912]"];
}
subgraph cluster86 {
isCluster="true";
id="cluster86";
label="WholeStageCodegen (4)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (4)";
87 [id="node87" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#3525642L ASC NULLS FIRST], false, 0"];
88 [id="node88" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#3525642L, orderProposalId#3525619L, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, originalReplenishmentRunId#3525661L, splitIndicator#3525638L, previousOrderProposal#3525639L, sourceOfSupplyUuid#3525633, supplierGroup#3525621, supplier#3525622, subrange#3525625, product#3525628, plant#3525623, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, isFallbackOrderOnly#3525636, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, netPriceAmount#3525655, netPriceCurrencyCode#3525656, ... 11 more fields]"];
}
89 [id="node89" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#3525642L, 30), REPARTITION_BY_NUM, [plan_id=1014879]"];
subgraph cluster90 {
isCluster="true";
id="cluster90";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
91 [id="node91" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#3525619L, orderProposalItemId#3525620, supplierGroup#3525621, supplier#3525622, plant#3525623, deliveryDateTime#3525624, subrange#3525625, supplyingPlant#3525626, productGroup#3525627, product#3525628, orderDateTime#3525629, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, sourceOfSupplyUuid#3525633, isFallbackOrderOnly#3525636, splitIndicator#3525638L, previousOrderProposal#3525639L, worklistShardItemId#3525642L, orderProposalItemGroupId#3525643, externalProductId#3525644, externalPlantId#3525645, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, minimumOrderQuantity#3525649, ... 11 more fields]"];
92 [id="node92" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#3525642L)"];
93 [id="node93" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
94 [id="node94" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#3525619L,orderProposalItemId#3525620,supplierGroup#3525621,supplier#3525622,plant#3525623,deliveryDateTime#3525624,subrange#3525625,supplyingPlant#3525626,productGroup#3525627,product#3525628,orderDateTime#3525629,availabilityDateTime#3525630,nextAvailabilityDateTime#3525631,sourceOfSupplyUuid#3525633,isFallbackOrderOnly#3525636,splitIndicator#3525638L,previousOrderProposal#3525639L,worklistShardItemId#3525642L,orderProposalItemGroupId#3525643,externalProductId#3525644,externalPlantId#3525645,logisticUnits#3525646,orderQuantityBaseUom#3525647,orderQuantityBaseUomUuid#3525648,minimumOrderQuantity#3525649,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#3525642L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3525663), isnotnull(sequenceId#3525641), (shardId#3525663 = 0_6_10000000532), ..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster95 {
isCluster="true";
id="cluster95";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
96 [id="node96" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3541196 ASC NULLS FIRST, worklistShardItemId#3541197L ASC NULLS FIRST], false, 0"];
}
97 [id="node97" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3541196, worklistShardItemId#3541197L, 30), ENSURE_REQUIREMENTS, [plan_id=1014894]"];
subgraph cluster98 {
isCluster="true";
id="cluster98";
label="WholeStageCodegen (7)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (7)";
99 [id="node99" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3541196, worklistShardItemId#3541197L, coalesce(kpis#3541201, []) AS prodLocSpecificKpis#3541216]"];
100 [id="node100" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#3541198) AND isnull(demandChannel#3541199)) AND isnull(demandStream#3541200)) AND (isnotnull(shardId#3541196) AND isnotnull(worklistShardItemId#3541197L)))"];
101 [id="node101" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3541196,worklistShardItemId#3541197L,qty#3541198,demandChannel#3541199,demandStream#3541200,kpis#3541201]"];
}
subgraph cluster102 {
isCluster="true";
id="cluster102";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (11)";
103 [id="node103" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3541241 ASC NULLS FIRST, worklistShardItemId#3541242L ASC NULLS FIRST], false, 0"];
}
104 [id="node104" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3541241, worklistShardItemId#3541242L], functions=[collect_list(struct(demandChannel, demandChannel#3541244, demandStream, demandStream#3541245, kpis, kpis#3541246), 0, 0)])"];
105 [id="node105" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3541241, worklistShardItemId#3541242L, 30), ENSURE_REQUIREMENTS, [plan_id=1014905]"];
106 [id="node106" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3541241, worklistShardItemId#3541242L], functions=[partial_collect_list(struct(demandChannel, demandChannel#3541244, demandStream, demandStream#3541245, kpis, kpis#3541246), 0, 0)])"];
subgraph cluster107 {
isCluster="true";
id="cluster107";
label="WholeStageCodegen (10)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (10)";
108 [id="node108" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3541241, worklistShardItemId#3541242L, demandChannel#3541244, demandStream#3541245, kpis#3541246]"];
109 [id="node109" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#3541243) AND isnotnull(demandChannel#3541244)) AND isnotnull(demandStream#3541245)) AND (size(kpis#3541246, true) > 0)) AND (isnotnull(shardId#3541241) AND isnotnull(worklistShardItemId#3541242L)))"];
110 [id="node110" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3541241,worklistShardItemId#3541242L,qty#3541243,demandChannel#3541244,demandStream#3541245,kpis#3541246]"];
}
subgraph cluster111 {
isCluster="true";
id="cluster111";
label="WholeStageCodegen (14)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (14)";
112 [id="node112" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3541254 ASC NULLS FIRST, worklistShardItemId#3541255L ASC NULLS FIRST], false, 0"];
}
113 [id="node113" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3541254, worklistShardItemId#3541255L], functions=[collect_list(struct(qty, qty#3541256, kpis, kpis#3541259), 0, 0)])"];
114 [id="node114" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3541254, worklistShardItemId#3541255L, 30), ENSURE_REQUIREMENTS, [plan_id=1014917]"];
115 [id="node115" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3541254, worklistShardItemId#3541255L], functions=[partial_collect_list(struct(qty, qty#3541256, kpis, kpis#3541259), 0, 0)])"];
subgraph cluster116 {
isCluster="true";
id="cluster116";
label="WholeStageCodegen (13)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (13)";
117 [id="node117" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3541254, worklistShardItemId#3541255L, qty#3541256, kpis#3541259]"];
118 [id="node118" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#3541256) AND isnotnull(kpis#3541259)) AND (isnotnull(shardId#3541254) AND isnotnull(worklistShardItemId#3541255L)))"];
119 [id="node119" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3541254,worklistShardItemId#3541255L,qty#3541256,demandChannel#3541257,demandStream#3541258,kpis#3541259]"];
}
120 [id="node120" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 210 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=1018699]"];
121 [id="node121" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=1018698]"];
subgraph cluster122 {
isCluster="true";
id="cluster122";
label="WholeStageCodegen (9)\n \nduration: 92 ms";
tooltip="WholeStageCodegen (9)";
123 [id="node123" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#3549240[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#3556364]"];
124 [id="node124" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#3549240) AND isnotnull(insightConfigurations#3549240[POTENTIAL_OOS_STOCK_PERIOD]))"];
125 [id="node125" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
126 [id="node126" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 91 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 3.7 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#3549240,shardId#3549241] Batched: true, DataFilters: [isnotnull(insightConfigurations#3549240), isnotnull(insightConfigurations#3549240[POTENTIAL_OOS_..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3549241), (shardId#3549241 = 0_6_10000000532)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."];
subgraph cluster127 {
isCluster="true";
id="cluster127";
label="WholeStageCodegen (13)\n \nduration: total (min, med, max (stageId: taskId))\n1.2 s (11 ms, 19 ms, 133 ms (stage 330076.0: task 929015))";
tooltip="WholeStageCodegen (13)";
128 [id="node128" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
129 [id="node129" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
}
130 [id="node130" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#3549417, qty#3549301, None, false), lambdafunction((lambda x_11749#3549271.label = OutOfStockProbability), lambda x_11749#3549271, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#3556366, lambdafunction((lambda x_11750#3549272.name = OOS_PROBABILITY_THRESHOLD), lambda x_11750#3549272, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#3549417, qty#3549301, None, false), lambdafunction((lambda x_11749#3549273.label = OutOfStockProbability), lambda x_11749#3549273, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#3556366, lambdafunction((lambda x_11750#3549274.name = OOS_PROBABILITY_THRESHOLD), lambda x_11750#3549274, false)), 1, None, false).value as double)) END"];
subgraph cluster131 {
isCluster="true";
id="cluster131";
label="WholeStageCodegen (11)\n \nduration: total (min, med, max (stageId: taskId))\n2.1 s (12 ms, 20 ms, 249 ms (stage 330076.0: task 929015))";
tooltip="WholeStageCodegen (11)";
132 [id="node132" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [qty#3549301, quantityKpis#3549417]"];
133 [id="node133" labelType="html" label="<b>Filter</b><br><br>number of output rows: 119,146" tooltip="Filter NOT (isFallbackOrderOnly#3549326 <=> true)"];
}
134 [id="node134" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 119,146" tooltip="InMemoryTableScan [isFallbackOrderOnly#3549326, qty#3549301, quantityKpis#3549417], [NOT (isFallbackOrderOnly#3549326 <=> true)]"];
subgraph cluster135 {
isCluster="true";
id="cluster135";
label="WholeStageCodegen (15)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (15)";
136 [id="node136" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, ... 17 more fields]"];
137 [id="node137" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3524906, worklistShardItemId#3525418L], [shardId#3541254, worklistShardItemId#3541255L], LeftOuter"];
}
subgraph cluster138 {
isCluster="true";
id="cluster138";
label="WholeStageCodegen (12)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (12)";
139 [id="node139" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, ... 16 more fields]"];
140 [id="node140" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3524906, worklistShardItemId#3525418L], [shardId#3541241, worklistShardItemId#3541242L], LeftOuter"];
}
subgraph cluster141 {
isCluster="true";
id="cluster141";
label="WholeStageCodegen (9)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (9)";
142 [id="node142" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, ... 15 more fields]"];
143 [id="node143" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#3524906, worklistShardItemId#3525418L], [shardId#3541196, worklistShardItemId#3541197L], LeftOuter"];
}
subgraph cluster144 {
isCluster="true";
id="cluster144";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (6)";
145 [id="node145" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3524906 ASC NULLS FIRST, worklistShardItemId#3525418L ASC NULLS FIRST], false, 0"];
}
146 [id="node146" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3524906, worklistShardItemId#3525418L, 30), ENSURE_REQUIREMENTS, [plan_id=1014888]"];
subgraph cluster147 {
isCluster="true";
id="cluster147";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
148 [id="node148" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, ... 14 more fields]"];
149 [id="node149" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#3525418L], [worklistShardItemId#3525642L], LeftOuter, (shardId#3524906 = 0_6_10000000532)"];
}
subgraph cluster150 {
isCluster="true";
id="cluster150";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
151 [id="node151" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#3525418L ASC NULLS FIRST], false, 0"];
}
152 [id="node152" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#3525418L, 30), ENSURE_REQUIREMENTS, [plan_id=1014869]"];
subgraph cluster153 {
isCluster="true";
id="cluster153";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
154 [id="node154" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3524906, item#3525417.worklistShardItemId AS worklistShardItemId#3525418L, item#3525417.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#3525419, item#3525417.qty AS qty#3525420]"];
155 [id="node155" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#3524908), [shardId#3524906], false, [item#3525417]"];
156 [id="node156" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#3524908, true) > 0) AND isnotnull(items#3524908))"];
}
157 [id="node157" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3524906, items#3524908], [(size(items#3524908, true) > 0), isnotnull(items#3524908)]"];
subgraph cluster158 {
isCluster="true";
id="cluster158";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
159 [id="node159" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))"];
}
160 [id="node160" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, optimizationInsights#3524912], [isnotnull(shardId#3524906), (shardId#3524906 = 0_6_10000000532)]"];
subgraph cluster161 {
isCluster="true";
id="cluster161";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
162 [id="node162" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))"];
163 [id="node163" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3524906,orderProposalId#3524907L,items#3524908,optimizationGroups#3524909,isOptimal#3524910,lastModified#3524911,optimizationInsights#3524912]"];
}
subgraph cluster164 {
isCluster="true";
id="cluster164";
label="WholeStageCodegen (4)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (4)";
165 [id="node165" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#3525642L ASC NULLS FIRST], false, 0"];
166 [id="node166" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#3525642L, orderProposalId#3525619L, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, originalReplenishmentRunId#3525661L, splitIndicator#3525638L, previousOrderProposal#3525639L, sourceOfSupplyUuid#3525633, supplierGroup#3525621, supplier#3525622, subrange#3525625, product#3525628, plant#3525623, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, isFallbackOrderOnly#3525636, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, netPriceAmount#3525655, netPriceCurrencyCode#3525656, ... 11 more fields]"];
}
167 [id="node167" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#3525642L, 30), REPARTITION_BY_NUM, [plan_id=1014879]"];
subgraph cluster168 {
isCluster="true";
id="cluster168";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
169 [id="node169" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#3525619L, orderProposalItemId#3525620, supplierGroup#3525621, supplier#3525622, plant#3525623, deliveryDateTime#3525624, subrange#3525625, supplyingPlant#3525626, productGroup#3525627, product#3525628, orderDateTime#3525629, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, sourceOfSupplyUuid#3525633, isFallbackOrderOnly#3525636, splitIndicator#3525638L, previousOrderProposal#3525639L, worklistShardItemId#3525642L, orderProposalItemGroupId#3525643, externalProductId#3525644, externalPlantId#3525645, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, minimumOrderQuantity#3525649, ... 11 more fields]"];
170 [id="node170" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#3525642L)"];
171 [id="node171" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
172 [id="node172" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#3525619L,orderProposalItemId#3525620,supplierGroup#3525621,supplier#3525622,plant#3525623,deliveryDateTime#3525624,subrange#3525625,supplyingPlant#3525626,productGroup#3525627,product#3525628,orderDateTime#3525629,availabilityDateTime#3525630,nextAvailabilityDateTime#3525631,sourceOfSupplyUuid#3525633,isFallbackOrderOnly#3525636,splitIndicator#3525638L,previousOrderProposal#3525639L,worklistShardItemId#3525642L,orderProposalItemGroupId#3525643,externalProductId#3525644,externalPlantId#3525645,logisticUnits#3525646,orderQuantityBaseUom#3525647,orderQuantityBaseUomUuid#3525648,minimumOrderQuantity#3525649,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#3525642L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3525663), isnotnull(sequenceId#3525641), (shardId#3525663 = 0_6_10000000532), ..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster173 {
isCluster="true";
id="cluster173";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
174 [id="node174" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3541196 ASC NULLS FIRST, worklistShardItemId#3541197L ASC NULLS FIRST], false, 0"];
}
175 [id="node175" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3541196, worklistShardItemId#3541197L, 30), ENSURE_REQUIREMENTS, [plan_id=1014894]"];
subgraph cluster176 {
isCluster="true";
id="cluster176";
label="WholeStageCodegen (7)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (7)";
177 [id="node177" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3541196, worklistShardItemId#3541197L, coalesce(kpis#3541201, []) AS prodLocSpecificKpis#3541216]"];
178 [id="node178" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#3541198) AND isnull(demandChannel#3541199)) AND isnull(demandStream#3541200)) AND (isnotnull(shardId#3541196) AND isnotnull(worklistShardItemId#3541197L)))"];
179 [id="node179" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3541196,worklistShardItemId#3541197L,qty#3541198,demandChannel#3541199,demandStream#3541200,kpis#3541201]"];
}
subgraph cluster180 {
isCluster="true";
id="cluster180";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (11)";
181 [id="node181" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3541241 ASC NULLS FIRST, worklistShardItemId#3541242L ASC NULLS FIRST], false, 0"];
}
182 [id="node182" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3541241, worklistShardItemId#3541242L], functions=[collect_list(struct(demandChannel, demandChannel#3541244, demandStream, demandStream#3541245, kpis, kpis#3541246), 0, 0)])"];
183 [id="node183" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3541241, worklistShardItemId#3541242L, 30), ENSURE_REQUIREMENTS, [plan_id=1014905]"];
184 [id="node184" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3541241, worklistShardItemId#3541242L], functions=[partial_collect_list(struct(demandChannel, demandChannel#3541244, demandStream, demandStream#3541245, kpis, kpis#3541246), 0, 0)])"];
subgraph cluster185 {
isCluster="true";
id="cluster185";
label="WholeStageCodegen (10)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (10)";
186 [id="node186" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3541241, worklistShardItemId#3541242L, demandChannel#3541244, demandStream#3541245, kpis#3541246]"];
187 [id="node187" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#3541243) AND isnotnull(demandChannel#3541244)) AND isnotnull(demandStream#3541245)) AND (size(kpis#3541246, true) > 0)) AND (isnotnull(shardId#3541241) AND isnotnull(worklistShardItemId#3541242L)))"];
188 [id="node188" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3541241,worklistShardItemId#3541242L,qty#3541243,demandChannel#3541244,demandStream#3541245,kpis#3541246]"];
}
subgraph cluster189 {
isCluster="true";
id="cluster189";
label="WholeStageCodegen (14)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (14)";
190 [id="node190" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#3541254 ASC NULLS FIRST, worklistShardItemId#3541255L ASC NULLS FIRST], false, 0"];
}
191 [id="node191" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3541254, worklistShardItemId#3541255L], functions=[collect_list(struct(qty, qty#3541256, kpis, kpis#3541259), 0, 0)])"];
192 [id="node192" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#3541254, worklistShardItemId#3541255L, 30), ENSURE_REQUIREMENTS, [plan_id=1014917]"];
193 [id="node193" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#3541254, worklistShardItemId#3541255L], functions=[partial_collect_list(struct(qty, qty#3541256, kpis, kpis#3541259), 0, 0)])"];
subgraph cluster194 {
isCluster="true";
id="cluster194";
label="WholeStageCodegen (13)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (13)";
195 [id="node195" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#3541254, worklistShardItemId#3541255L, qty#3541256, kpis#3541259]"];
196 [id="node196" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#3541256) AND isnotnull(kpis#3541259)) AND (isnotnull(shardId#3541254) AND isnotnull(worklistShardItemId#3541255L)))"];
197 [id="node197" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#3541254,worklistShardItemId#3541255L,qty#3541256,demandChannel#3541257,demandStream#3541258,kpis#3541259]"];
}
198 [id="node198" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 209 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=1018715]"];
199 [id="node199" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=1018714]"];
subgraph cluster200 {
isCluster="true";
id="cluster200";
label="WholeStageCodegen (12)\n \nduration: 93 ms";
tooltip="WholeStageCodegen (12)";
201 [id="node201" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#3549422[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#3556366]"];
202 [id="node202" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#3549422) AND isnotnull(insightConfigurations#3549422[POTENTIAL_OOS_DEMAND_PERIOD]))"];
203 [id="node203" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
204 [id="node204" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 92 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 3.7 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#3549422,shardId#3549423] Batched: true, DataFilters: [isnotnull(insightConfigurations#3549422), isnotnull(insightConfigurations#3549422[POTENTIAL_OOS_..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#3549423), (shardId#3549423 = 0_6_10000000532)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."];
1->0;
3->1;
4->3;
5->4;
6->5;
7->6;
8->7;
10->8;
11->10;
13->11;
14->13;
16->14;
17->16;
19->17;
20->19;
22->8;
23->22;
24->23;
26->24;
27->26;
28->27;
29->28;
31->29;
32->31;
33->32;
34->33;
35->34;
37->35;
38->37;
40->38;
41->40;
42->28;
43->42;
45->43;
46->45;
47->46;
48->47;
50->1;
51->50;
52->51;
54->52;
55->54;
56->55;
58->56;
59->58;
61->59;
62->61;
64->62;
65->64;
67->65;
68->67;
70->68;
71->70;
73->71;
74->73;
76->74;
77->76;
78->77;
79->78;
81->79;
82->81;
84->82;
85->84;
87->71;
88->87;
89->88;
91->89;
92->91;
93->92;
94->93;
96->65;
97->96;
99->97;
100->99;
101->100;
103->62;
104->103;
105->104;
106->105;
108->106;
109->108;
110->109;
112->59;
113->112;
114->113;
115->114;
117->115;
118->117;
119->118;
120->52;
121->120;
123->121;
124->123;
125->124;
126->125;
128->1;
129->128;
130->129;
132->130;
133->132;
134->133;
136->134;
137->136;
139->137;
140->139;
142->140;
143->142;
145->143;
146->145;
148->146;
149->148;
151->149;
152->151;
154->152;
155->154;
156->155;
157->156;
159->157;
160->159;
162->160;
163->162;
165->149;
166->165;
167->166;
169->167;
170->169;
171->170;
172->171;
174->143;
175->174;
177->175;
178->177;
179->178;
181->140;
182->181;
183->182;
184->183;
186->184;
187->186;
188->187;
190->137;
191->190;
192->191;
193->192;
195->193;
196->195;
197->196;
198->130;
199->198;
201->199;
202->201;
203->202;
204->203;
}
== Physical Plan ==
CollectLimit (106)
+- Union (105)
:- * LocalLimit (35)
: +- * Project (34)
: +- * Filter (33)
: +- * Generate (32)
: +- * Project (31)
: +- * SortMergeJoin Inner (30)
: :- * Sort (10)
: : +- Exchange (9)
: : +- * Filter (8)
: : +- InMemoryTableScan (1)
: : +- InMemoryRelation (2)
: : +- * Filter (7)
: : +- InMemoryTableScan (3)
: : +- InMemoryRelation (4)
: : +- * Filter (6)
: : +- * Scan ExistingRDD (5)
: +- * Sort (29)
: +- * HashAggregate (28)
: +- Exchange (27)
: +- * HashAggregate (26)
: +- * Project (25)
: +- * BroadcastHashJoin Inner BuildLeft (24)
: :- BroadcastExchange (17)
: : +- * Project (16)
: : +- * Generate (15)
: : +- * Project (14)
: : +- * Filter (13)
: : +- InMemoryTableScan (11)
: : +- InMemoryRelation (12)
: : +- * Filter (7)
: : +- InMemoryTableScan (3)
: : +- InMemoryRelation (4)
: : +- * Filter (6)
: : +- * Scan ExistingRDD (5)
: +- * Project (23)
: +- Exchange (22)
: +- * Project (21)
: +- * Filter (20)
: +- * ColumnarToRow (19)
: +- Scan parquet (18)
:- * LocalLimit (91)
: +- * Project (90)
: +- BroadcastNestedLoopJoin Cross BuildRight (89)
: :- * Project (82)
: : +- * Filter (81)
: : +- InMemoryTableScan (36)
: : +- InMemoryRelation (37)
: : +- * Project (80)
: : +- * SortMergeJoin LeftOuter (79)
: : :- * Project (71)
: : : +- * SortMergeJoin LeftOuter (70)
: : : :- * Project (62)
: : : : +- * SortMergeJoin LeftOuter (61)
: : : : :- * Sort (55)
: : : : : +- Exchange (54)
: : : : : +- * Project (53)
: : : : : +- * SortMergeJoin LeftOuter (52)
: : : : : :- * Sort (44)
: : : : : : +- Exchange (43)
: : : : : : +- * Project (42)
: : : : : : +- * Generate (41)
: : : : : : +- * Filter (40)
: : : : : : +- InMemoryTableScan (38)
: : : : : : +- InMemoryRelation (39)
: : : : : : +- * Filter (7)
: : : : : : +- InMemoryTableScan (3)
: : : : : : +- InMemoryRelation (4)
: : : : : : +- * Filter (6)
: : : : : : +- * Scan ExistingRDD (5)
: : : : : +- * Sort (51)
: : : : : +- * Project (50)
: : : : : +- Exchange (49)
: : : : : +- * Project (48)
: : : : : +- * Filter (47)
: : : : : +- * ColumnarToRow (46)
: : : : : +- Scan parquet (45)
: : : : +- * Sort (60)
: : : : +- Exchange (59)
: : : : +- * Project (58)
: : : : +- * Filter (57)
: : : : +- * Scan ExistingRDD (56)
: : : +- * Sort (69)
: : : +- ObjectHashAggregate (68)
: : : +- Exchange (67)
: : : +- ObjectHashAggregate (66)
: : : +- * Project (65)
: : : +- * Filter (64)
: : : +- * Scan ExistingRDD (63)
: : +- * Sort (78)
: : +- ObjectHashAggregate (77)
: : +- Exchange (76)
: : +- ObjectHashAggregate (75)
: : +- * Project (74)
: : +- * Filter (73)
: : +- * Scan ExistingRDD (72)
: +- BroadcastExchange (88)
: +- Exchange (87)
: +- * Project (86)
: +- * Filter (85)
: +- * ColumnarToRow (84)
: +- Scan parquet (83)
+- * LocalLimit (104)
+- * Project (103)
+- BroadcastNestedLoopJoin Cross BuildRight (102)
:- * Project (95)
: +- * Filter (94)
: +- InMemoryTableScan (92)
: +- InMemoryRelation (93)
: +- * Project (80)
: +- * SortMergeJoin LeftOuter (79)
: :- * Project (71)
: : +- * SortMergeJoin LeftOuter (70)
: : :- * Project (62)
: : : +- * SortMergeJoin LeftOuter (61)
: : : :- * Sort (55)
: : : : +- Exchange (54)
: : : : +- * Project (53)
: : : : +- * SortMergeJoin LeftOuter (52)
: : : : :- * Sort (44)
: : : : : +- Exchange (43)
: : : : : +- * Project (42)
: : : : : +- * Generate (41)
: : : : : +- * Filter (40)
: : : : : +- InMemoryTableScan (38)
: : : : : +- InMemoryRelation (39)
: : : : : +- * Filter (7)
: : : : : +- InMemoryTableScan (3)
: : : : : +- InMemoryRelation (4)
: : : : : +- * Filter (6)
: : : : : +- * Scan ExistingRDD (5)
: : : : +- * Sort (51)
: : : : +- * Project (50)
: : : : +- Exchange (49)
: : : : +- * Project (48)
: : : : +- * Filter (47)
: : : : +- * ColumnarToRow (46)
: : : : +- Scan parquet (45)
: : : +- * Sort (60)
: : : +- Exchange (59)
: : : +- * Project (58)
: : : +- * Filter (57)
: : : +- * Scan ExistingRDD (56)
: : +- * Sort (69)
: : +- ObjectHashAggregate (68)
: : +- Exchange (67)
: : +- ObjectHashAggregate (66)
: : +- * Project (65)
: : +- * Filter (64)
: : +- * Scan ExistingRDD (63)
: +- * Sort (78)
: +- ObjectHashAggregate (77)
: +- Exchange (76)
: +- ObjectHashAggregate (75)
: +- * Project (74)
: +- * Filter (73)
: +- * Scan ExistingRDD (72)
+- BroadcastExchange (101)
+- Exchange (100)
+- * Project (99)
+- * Filter (98)
+- * ColumnarToRow (97)
+- Scan parquet (96)
(1) InMemoryTableScan
Output [2]: [orderProposalId#3524907L, optimizationInsights#3524912]
Arguments: [orderProposalId#3524907L, optimizationInsights#3524912], [isnotnull(orderProposalId#3524907L), (size(optimizationInsights#3524912, true) > 0), isnotnull(optimizationInsights#3524912)]
(2) InMemoryRelation
Arguments: [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, optimizationInsights#3524912], StorageLevel(disk, memory, 2 replicas)
(3) InMemoryTableScan
Output [6]: [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, optimizationInsights#3524912]
Arguments: [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, optimizationInsights#3524912], [isnotnull(shardId#3524906), (shardId#3524906 = 0_6_10000000532)]
(4) InMemoryRelation
Arguments: [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, lastModified#3524911, optimizationInsights#3524912], StorageLevel(disk, memory, 2 replicas)
(5) Scan ExistingRDD [codegen id : 1]
Output [7]: [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, lastModified#3524911, optimizationInsights#3524912]
Arguments: [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, lastModified#3524911, optimizationInsights#3524912], MapPartitionsRDD[149795] at start at FileStorageAdapterImpl.java:596, ExistingRDD, UnknownPartitioning(0)
(6) Filter [codegen id : 1]
Input [7]: [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, lastModified#3524911, optimizationInsights#3524912]
Condition : (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))
(7) Filter [codegen id : 1]
Input [6]: [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, optimizationInsights#3524912]
Condition : (isnotnull(shardId#3524906) AND (shardId#3524906 = 0_6_10000000532))
(8) Filter [codegen id : 1]
Input [2]: [orderProposalId#3524907L, optimizationInsights#3524912]
Condition : ((isnotnull(orderProposalId#3524907L) AND (size(optimizationInsights#3524912, true) > 0)) AND isnotnull(optimizationInsights#3524912))
(9) Exchange
Input [2]: [orderProposalId#3524907L, optimizationInsights#3524912]
Arguments: hashpartitioning(orderProposalId#3524907L, 30), ENSURE_REQUIREMENTS, [plan_id=1018651]
(10) Sort [codegen id : 2]
Input [2]: [orderProposalId#3524907L, optimizationInsights#3524912]
Arguments: [orderProposalId#3524907L ASC NULLS FIRST], false, 0
(11) InMemoryTableScan
Output [2]: [items#3548576, shardId#3548574]
Arguments: [items#3548576, shardId#3548574], [(size(items#3548576.worklistShardItemId, true) > 0), isnotnull(items#3548576.worklistShardItemId), (shardId#3548574 = 0_6_10000000532)]
(12) InMemoryRelation
Arguments: [shardId#3548574, orderProposalId#3548575L, items#3548576, optimizationGroups#3548577, isOptimal#3548578, optimizationInsights#3548580], StorageLevel(disk, memory, 2 replicas)
(13) Filter [codegen id : 3]
Input [2]: [items#3548576, shardId#3548574]
Condition : (((size(items#3548576.worklistShardItemId, true) > 0) AND isnotnull(items#3548576.worklistShardItemId)) AND (shardId#3548574 = 0_6_10000000532))
(14) Project [codegen id : 3]
Output [1]: [items#3548576.worklistShardItemId AS _extract_worklistShardItemId#3556362]
Input [2]: [items#3548576, shardId#3548574]
(15) Generate [codegen id : 3]
Input [1]: [_extract_worklistShardItemId#3556362]
Arguments: explode(_extract_worklistShardItemId#3556362), false, [item#3525417L]
(16) Project [codegen id : 3]
Output [1]: [item#3525417L AS worklistShardItemId#3525418L]
Input [1]: [item#3525417L]
(17) BroadcastExchange
Input [1]: [worklistShardItemId#3525418L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=1018662]
(18) Scan parquet
Output [5]: [orderProposalId#3525619L, isFallbackOrderOnly#3525636, worklistShardItemId#3525642L, shardId#3525663, sequenceId#3525641]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532]
PartitionFilters: [isnotnull(shardId#3525663), isnotnull(sequenceId#3525641), (shardId#3525663 = 0_6_10000000532), (sequenceId#3525641 = 6)]
PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderProposalId)]
ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>
(19) ColumnarToRow [codegen id : 4]
Input [5]: [orderProposalId#3525619L, isFallbackOrderOnly#3525636, worklistShardItemId#3525642L, shardId#3525663, sequenceId#3525641]
(20) Filter [codegen id : 4]
Input [5]: [orderProposalId#3525619L, isFallbackOrderOnly#3525636, worklistShardItemId#3525642L, shardId#3525663, sequenceId#3525641]
Condition : ((isnotnull(worklistShardItemId#3525642L) AND NOT (isFallbackOrderOnly#3525636 <=> true)) AND isnotnull(orderProposalId#3525619L))
(21) Project [codegen id : 4]
Output [2]: [orderProposalId#3525619L, worklistShardItemId#3525642L]
Input [5]: [orderProposalId#3525619L, isFallbackOrderOnly#3525636, worklistShardItemId#3525642L, shardId#3525663, sequenceId#3525641]
(22) Exchange
Input [2]: [orderProposalId#3525619L, worklistShardItemId#3525642L]
Arguments: hashpartitioning(worklistShardItemId#3525642L, 30), REPARTITION_BY_NUM, [plan_id=1018669]
(23) Project
Output [2]: [worklistShardItemId#3525642L, orderProposalId#3525619L]
Input [2]: [orderProposalId#3525619L, worklistShardItemId#3525642L]
(24) BroadcastHashJoin [codegen id : 5]
Left keys [1]: [worklistShardItemId#3525418L]
Right keys [1]: [worklistShardItemId#3525642L]
Join type: Inner
Join condition: None
(25) Project [codegen id : 5]
Output [1]: [orderProposalId#3525619L]
Input [3]: [worklistShardItemId#3525418L, worklistShardItemId#3525642L, orderProposalId#3525619L]
(26) HashAggregate [codegen id : 5]
Input [1]: [orderProposalId#3525619L]
Keys [1]: [orderProposalId#3525619L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#3525619L]
(27) Exchange
Input [1]: [orderProposalId#3525619L]
Arguments: hashpartitioning(orderProposalId#3525619L, 30), ENSURE_REQUIREMENTS, [plan_id=1018676]
(28) HashAggregate [codegen id : 6]
Input [1]: [orderProposalId#3525619L]
Keys [1]: [orderProposalId#3525619L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#3525619L]
(29) Sort [codegen id : 6]
Input [1]: [orderProposalId#3525619L]
Arguments: [orderProposalId#3525619L ASC NULLS FIRST], false, 0
(30) SortMergeJoin [codegen id : 7]
Left keys [1]: [orderProposalId#3524907L]
Right keys [1]: [orderProposalId#3525619L]
Join type: Inner
Join condition: None
(31) Project [codegen id : 7]
Output [1]: [optimizationInsights#3524912]
Input [3]: [orderProposalId#3524907L, optimizationInsights#3524912, orderProposalId#3525619L]
(32) Generate [codegen id : 7]
Input [1]: [optimizationInsights#3524912]
Arguments: explode(optimizationInsights#3524912), false, [insight#3548582]
(33) Filter [codegen id : 7]
Input [1]: [insight#3548582]
Condition : NOT insight#3548582.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)
(34) Project [codegen id : 7]
Output: []
Input [1]: [insight#3548582]
(35) LocalLimit [codegen id : 7]
Input: []
Arguments: 1
(36) InMemoryTableScan
Output [3]: [isFallbackOrderOnly#3549463, orderDateTime#3549459, prodLocSpecificKpis#3541225]
Arguments: [isFallbackOrderOnly#3549463, orderDateTime#3549459, prodLocSpecificKpis#3541225], [NOT (isFallbackOrderOnly#3549463 <=> true)]
(37) InMemoryRelation
Arguments: [shardId#3549428, worklistShardItemId#3549436L, quantityAfterProdPlantOptimization#3549437, qty#3549438, orderProposalId#3549441L, originalReplenishmentRunId#3549444L, supplierGroup#3549451, supplier#3549452, supplyingPlant#3549482, productGroup#3549483, product#3549454, plant#3549455, subrange#3549453, orderDateTime#3549459, deliveryDateTime#3549460, availabilityDateTime#3549461, nextAvailabilityDateTime#3549462, constraintValues#3549476, constraintOperators#3549474, constraintLabels#3549473, logisticUnits#3549478, orderQuantityBaseUom#3549464, orderQuantityBaseUomUuid#3549465, splitIndicator#3549446L, netPriceAmount#3549469, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(38) InMemoryTableScan
Output [2]: [shardId#3524906, items#3524908]
Arguments: [shardId#3524906, items#3524908], [(size(items#3524908, true) > 0), isnotnull(items#3524908)]
(39) InMemoryRelation
Arguments: [shardId#3524906, orderProposalId#3524907L, items#3524908, optimizationGroups#3524909, isOptimal#3524910, optimizationInsights#3524912], StorageLevel(disk, memory, 2 replicas)
(40) Filter [codegen id : 1]
Input [2]: [shardId#3524906, items#3524908]
Condition : ((size(items#3524908, true) > 0) AND isnotnull(items#3524908))
(41) Generate [codegen id : 1]
Input [2]: [shardId#3524906, items#3524908]
Arguments: explode(items#3524908), [shardId#3524906], false, [item#3525417]
(42) Project [codegen id : 1]
Output [4]: [shardId#3524906, item#3525417.worklistShardItemId AS worklistShardItemId#3525418L, item#3525417.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#3525419, item#3525417.qty AS qty#3525420]
Input [2]: [shardId#3524906, item#3525417]
(43) Exchange
Input [4]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420]
Arguments: hashpartitioning(worklistShardItemId#3525418L, 30), ENSURE_REQUIREMENTS, [plan_id=1014869]
(44) Sort [codegen id : 2]
Input [4]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420]
Arguments: [worklistShardItemId#3525418L ASC NULLS FIRST], false, 0
(45) Scan parquet
Output [38]: [orderProposalId#3525619L, orderProposalItemId#3525620, supplierGroup#3525621, supplier#3525622, plant#3525623, deliveryDateTime#3525624, subrange#3525625, supplyingPlant#3525626, productGroup#3525627, product#3525628, orderDateTime#3525629, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, sourceOfSupplyUuid#3525633, isFallbackOrderOnly#3525636, splitIndicator#3525638L, previousOrderProposal#3525639L, worklistShardItemId#3525642L, orderProposalItemGroupId#3525643, externalProductId#3525644, externalPlantId#3525645, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, minimumOrderQuantity#3525649, constraintLabels#3525650, constraintOperators#3525651, constraintValues#3525652, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, measurements#3525660, originalReplenishmentRunId#3525661L, optimizationGroups#3525662, shardId#3525663, sequenceId#3525641]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532]
PartitionFilters: [isnotnull(shardId#3525663), isnotnull(sequenceId#3525641), (shardId#3525663 = 0_6_10000000532), (sequenceId#3525641 = 6)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,sourceOfSupplyUuid:string,isFallbackOrderOnly:boolean,splitIndicator:bigint,previousOrderProposal:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>
(46) ColumnarToRow [codegen id : 3]
Input [38]: [orderProposalId#3525619L, orderProposalItemId#3525620, supplierGroup#3525621, supplier#3525622, plant#3525623, deliveryDateTime#3525624, subrange#3525625, supplyingPlant#3525626, productGroup#3525627, product#3525628, orderDateTime#3525629, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, sourceOfSupplyUuid#3525633, isFallbackOrderOnly#3525636, splitIndicator#3525638L, previousOrderProposal#3525639L, worklistShardItemId#3525642L, orderProposalItemGroupId#3525643, externalProductId#3525644, externalPlantId#3525645, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, minimumOrderQuantity#3525649, constraintLabels#3525650, constraintOperators#3525651, constraintValues#3525652, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, measurements#3525660, originalReplenishmentRunId#3525661L, optimizationGroups#3525662, shardId#3525663, sequenceId#3525641]
(47) Filter [codegen id : 3]
Input [38]: [orderProposalId#3525619L, orderProposalItemId#3525620, supplierGroup#3525621, supplier#3525622, plant#3525623, deliveryDateTime#3525624, subrange#3525625, supplyingPlant#3525626, productGroup#3525627, product#3525628, orderDateTime#3525629, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, sourceOfSupplyUuid#3525633, isFallbackOrderOnly#3525636, splitIndicator#3525638L, previousOrderProposal#3525639L, worklistShardItemId#3525642L, orderProposalItemGroupId#3525643, externalProductId#3525644, externalPlantId#3525645, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, minimumOrderQuantity#3525649, constraintLabels#3525650, constraintOperators#3525651, constraintValues#3525652, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, measurements#3525660, originalReplenishmentRunId#3525661L, optimizationGroups#3525662, shardId#3525663, sequenceId#3525641]
Condition : isnotnull(worklistShardItemId#3525642L)
(48) Project [codegen id : 3]
Output [36]: [orderProposalId#3525619L, orderProposalItemId#3525620, supplierGroup#3525621, supplier#3525622, plant#3525623, deliveryDateTime#3525624, subrange#3525625, supplyingPlant#3525626, productGroup#3525627, product#3525628, orderDateTime#3525629, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, sourceOfSupplyUuid#3525633, isFallbackOrderOnly#3525636, splitIndicator#3525638L, previousOrderProposal#3525639L, worklistShardItemId#3525642L, orderProposalItemGroupId#3525643, externalProductId#3525644, externalPlantId#3525645, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, minimumOrderQuantity#3525649, constraintLabels#3525650, constraintOperators#3525651, constraintValues#3525652, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, measurements#3525660, originalReplenishmentRunId#3525661L, optimizationGroups#3525662]
Input [38]: [orderProposalId#3525619L, orderProposalItemId#3525620, supplierGroup#3525621, supplier#3525622, plant#3525623, deliveryDateTime#3525624, subrange#3525625, supplyingPlant#3525626, productGroup#3525627, product#3525628, orderDateTime#3525629, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, sourceOfSupplyUuid#3525633, isFallbackOrderOnly#3525636, splitIndicator#3525638L, previousOrderProposal#3525639L, worklistShardItemId#3525642L, orderProposalItemGroupId#3525643, externalProductId#3525644, externalPlantId#3525645, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, minimumOrderQuantity#3525649, constraintLabels#3525650, constraintOperators#3525651, constraintValues#3525652, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, measurements#3525660, originalReplenishmentRunId#3525661L, optimizationGroups#3525662, shardId#3525663, sequenceId#3525641]
(49) Exchange
Input [36]: [orderProposalId#3525619L, orderProposalItemId#3525620, supplierGroup#3525621, supplier#3525622, plant#3525623, deliveryDateTime#3525624, subrange#3525625, supplyingPlant#3525626, productGroup#3525627, product#3525628, orderDateTime#3525629, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, sourceOfSupplyUuid#3525633, isFallbackOrderOnly#3525636, splitIndicator#3525638L, previousOrderProposal#3525639L, worklistShardItemId#3525642L, orderProposalItemGroupId#3525643, externalProductId#3525644, externalPlantId#3525645, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, minimumOrderQuantity#3525649, constraintLabels#3525650, constraintOperators#3525651, constraintValues#3525652, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, measurements#3525660, originalReplenishmentRunId#3525661L, optimizationGroups#3525662]
Arguments: hashpartitioning(worklistShardItemId#3525642L, 30), REPARTITION_BY_NUM, [plan_id=1014879]
(50) Project [codegen id : 4]
Output [36]: [worklistShardItemId#3525642L, orderProposalId#3525619L, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, originalReplenishmentRunId#3525661L, splitIndicator#3525638L, previousOrderProposal#3525639L, sourceOfSupplyUuid#3525633, supplierGroup#3525621, supplier#3525622, subrange#3525625, product#3525628, plant#3525623, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, isFallbackOrderOnly#3525636, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, netPriceAmount#3525655, netPriceCurrencyCode#3525656, measurements#3525660, minimumOrderQuantity#3525649, constraintLabels#3525650, constraintOperators#3525651, constraintValues#3525652, logisticUnits#3525646, optimizationGroups#3525662, externalProductId#3525644, externalPlantId#3525645, supplyingPlant#3525626, productGroup#3525627]
Input [36]: [orderProposalId#3525619L, orderProposalItemId#3525620, supplierGroup#3525621, supplier#3525622, plant#3525623, deliveryDateTime#3525624, subrange#3525625, supplyingPlant#3525626, productGroup#3525627, product#3525628, orderDateTime#3525629, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, sourceOfSupplyUuid#3525633, isFallbackOrderOnly#3525636, splitIndicator#3525638L, previousOrderProposal#3525639L, worklistShardItemId#3525642L, orderProposalItemGroupId#3525643, externalProductId#3525644, externalPlantId#3525645, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, minimumOrderQuantity#3525649, constraintLabels#3525650, constraintOperators#3525651, constraintValues#3525652, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, measurements#3525660, originalReplenishmentRunId#3525661L, optimizationGroups#3525662]
(51) Sort [codegen id : 4]
Input [36]: [worklistShardItemId#3525642L, orderProposalId#3525619L, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, originalReplenishmentRunId#3525661L, splitIndicator#3525638L, previousOrderProposal#3525639L, sourceOfSupplyUuid#3525633, supplierGroup#3525621, supplier#3525622, subrange#3525625, product#3525628, plant#3525623, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, isFallbackOrderOnly#3525636, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, netPriceAmount#3525655, netPriceCurrencyCode#3525656, measurements#3525660, minimumOrderQuantity#3525649, constraintLabels#3525650, constraintOperators#3525651, constraintValues#3525652, logisticUnits#3525646, optimizationGroups#3525662, externalProductId#3525644, externalPlantId#3525645, supplyingPlant#3525626, productGroup#3525627]
Arguments: [worklistShardItemId#3525642L ASC NULLS FIRST], false, 0
(52) SortMergeJoin [codegen id : 5]
Left keys [1]: [worklistShardItemId#3525418L]
Right keys [1]: [worklistShardItemId#3525642L]
Join type: LeftOuter
Join condition: (shardId#3524906 = 0_6_10000000532)
(53) Project [codegen id : 5]
Output [39]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, sourceOfSupplyUuid#3525633, minimumOrderQuantity#3525649, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, optimizationGroups#3525662, measurements#3525660, externalProductId#3525644, externalPlantId#3525645, previousOrderProposal#3525639L, isFallbackOrderOnly#3525636]
Input [40]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, worklistShardItemId#3525642L, orderProposalId#3525619L, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, originalReplenishmentRunId#3525661L, splitIndicator#3525638L, previousOrderProposal#3525639L, sourceOfSupplyUuid#3525633, supplierGroup#3525621, supplier#3525622, subrange#3525625, product#3525628, plant#3525623, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, isFallbackOrderOnly#3525636, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, netPriceAmount#3525655, netPriceCurrencyCode#3525656, measurements#3525660, minimumOrderQuantity#3525649, constraintLabels#3525650, constraintOperators#3525651, constraintValues#3525652, logisticUnits#3525646, optimizationGroups#3525662, externalProductId#3525644, externalPlantId#3525645, supplyingPlant#3525626, productGroup#3525627]
(54) Exchange
Input [39]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, sourceOfSupplyUuid#3525633, minimumOrderQuantity#3525649, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, optimizationGroups#3525662, measurements#3525660, externalProductId#3525644, externalPlantId#3525645, previousOrderProposal#3525639L, isFallbackOrderOnly#3525636]
Arguments: hashpartitioning(shardId#3524906, worklistShardItemId#3525418L, 30), ENSURE_REQUIREMENTS, [plan_id=1014888]
(55) Sort [codegen id : 6]
Input [39]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, sourceOfSupplyUuid#3525633, minimumOrderQuantity#3525649, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, optimizationGroups#3525662, measurements#3525660, externalProductId#3525644, externalPlantId#3525645, previousOrderProposal#3525639L, isFallbackOrderOnly#3525636]
Arguments: [shardId#3524906 ASC NULLS FIRST, worklistShardItemId#3525418L ASC NULLS FIRST], false, 0
(56) Scan ExistingRDD [codegen id : 7]
Output [6]: [shardId#3541196, worklistShardItemId#3541197L, qty#3541198, demandChannel#3541199, demandStream#3541200, kpis#3541201]
Arguments: [shardId#3541196, worklistShardItemId#3541197L, qty#3541198, demandChannel#3541199, demandStream#3541200, kpis#3541201], MapPartitionsRDD[150472] at start at FileStorageAdapterImpl.java:596, ExistingRDD, UnknownPartitioning(0)
(57) Filter [codegen id : 7]
Input [6]: [shardId#3541196, worklistShardItemId#3541197L, qty#3541198, demandChannel#3541199, demandStream#3541200, kpis#3541201]
Condition : (((isnull(qty#3541198) AND isnull(demandChannel#3541199)) AND isnull(demandStream#3541200)) AND (isnotnull(shardId#3541196) AND isnotnull(worklistShardItemId#3541197L)))
(58) Project [codegen id : 7]
Output [3]: [shardId#3541196, worklistShardItemId#3541197L, coalesce(kpis#3541201, []) AS prodLocSpecificKpis#3541216]
Input [6]: [shardId#3541196, worklistShardItemId#3541197L, qty#3541198, demandChannel#3541199, demandStream#3541200, kpis#3541201]
(59) Exchange
Input [3]: [shardId#3541196, worklistShardItemId#3541197L, prodLocSpecificKpis#3541216]
Arguments: hashpartitioning(shardId#3541196, worklistShardItemId#3541197L, 30), ENSURE_REQUIREMENTS, [plan_id=1014894]
(60) Sort [codegen id : 8]
Input [3]: [shardId#3541196, worklistShardItemId#3541197L, prodLocSpecificKpis#3541216]
Arguments: [shardId#3541196 ASC NULLS FIRST, worklistShardItemId#3541197L ASC NULLS FIRST], false, 0
(61) SortMergeJoin [codegen id : 9]
Left keys [2]: [shardId#3524906, worklistShardItemId#3525418L]
Right keys [2]: [shardId#3541196, worklistShardItemId#3541197L]
Join type: LeftOuter
Join condition: None
(62) Project [codegen id : 9]
Output [40]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, sourceOfSupplyUuid#3525633, minimumOrderQuantity#3525649, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, optimizationGroups#3525662, measurements#3525660, externalProductId#3525644, externalPlantId#3525645, previousOrderProposal#3525639L, isFallbackOrderOnly#3525636, coalesce(prodLocSpecificKpis#3541216, []) AS prodLocSpecificKpis#3541225]
Input [42]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, sourceOfSupplyUuid#3525633, minimumOrderQuantity#3525649, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, optimizationGroups#3525662, measurements#3525660, externalProductId#3525644, externalPlantId#3525645, previousOrderProposal#3525639L, isFallbackOrderOnly#3525636, shardId#3541196, worklistShardItemId#3541197L, prodLocSpecificKpis#3541216]
(63) Scan ExistingRDD [codegen id : 10]
Output [6]: [shardId#3541241, worklistShardItemId#3541242L, qty#3541243, demandChannel#3541244, demandStream#3541245, kpis#3541246]
Arguments: [shardId#3541241, worklistShardItemId#3541242L, qty#3541243, demandChannel#3541244, demandStream#3541245, kpis#3541246], MapPartitionsRDD[150472] at start at FileStorageAdapterImpl.java:596, ExistingRDD, UnknownPartitioning(0)
(64) Filter [codegen id : 10]
Input [6]: [shardId#3541241, worklistShardItemId#3541242L, qty#3541243, demandChannel#3541244, demandStream#3541245, kpis#3541246]
Condition : ((((isnull(qty#3541243) AND isnotnull(demandChannel#3541244)) AND isnotnull(demandStream#3541245)) AND (size(kpis#3541246, true) > 0)) AND (isnotnull(shardId#3541241) AND isnotnull(worklistShardItemId#3541242L)))
(65) Project [codegen id : 10]
Output [5]: [shardId#3541241, worklistShardItemId#3541242L, demandChannel#3541244, demandStream#3541245, kpis#3541246]
Input [6]: [shardId#3541241, worklistShardItemId#3541242L, qty#3541243, demandChannel#3541244, demandStream#3541245, kpis#3541246]
(66) ObjectHashAggregate
Input [5]: [shardId#3541241, worklistShardItemId#3541242L, demandChannel#3541244, demandStream#3541245, kpis#3541246]
Keys [2]: [shardId#3541241, worklistShardItemId#3541242L]
Functions [1]: [partial_collect_list(struct(demandChannel, demandChannel#3541244, demandStream, demandStream#3541245, kpis, kpis#3541246), 0, 0)]
Aggregate Attributes [1]: [buf#3542075]
Results [3]: [shardId#3541241, worklistShardItemId#3541242L, buf#3542076]
(67) Exchange
Input [3]: [shardId#3541241, worklistShardItemId#3541242L, buf#3542076]
Arguments: hashpartitioning(shardId#3541241, worklistShardItemId#3541242L, 30), ENSURE_REQUIREMENTS, [plan_id=1014905]
(68) ObjectHashAggregate
Input [3]: [shardId#3541241, worklistShardItemId#3541242L, buf#3542076]
Keys [2]: [shardId#3541241, worklistShardItemId#3541242L]
Functions [1]: [collect_list(struct(demandChannel, demandChannel#3541244, demandStream, demandStream#3541245, kpis, kpis#3541246), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(demandChannel, demandChannel#3541244, demandStream, demandStream#3541245, kpis, kpis#3541246), 0, 0)#3541240]
Results [3]: [shardId#3541241, worklistShardItemId#3541242L, collect_list(struct(demandChannel, demandChannel#3541244, demandStream, demandStream#3541245, kpis, kpis#3541246), 0, 0)#3541240 AS channelStreamSpecificKpis#3541233]
(69) Sort [codegen id : 11]
Input [3]: [shardId#3541241, worklistShardItemId#3541242L, channelStreamSpecificKpis#3541233]
Arguments: [shardId#3541241 ASC NULLS FIRST, worklistShardItemId#3541242L ASC NULLS FIRST], false, 0
(70) SortMergeJoin [codegen id : 12]
Left keys [2]: [shardId#3524906, worklistShardItemId#3525418L]
Right keys [2]: [shardId#3541241, worklistShardItemId#3541242L]
Join type: LeftOuter
Join condition: None
(71) Project [codegen id : 12]
Output [41]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, sourceOfSupplyUuid#3525633, minimumOrderQuantity#3525649, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, optimizationGroups#3525662, measurements#3525660, externalProductId#3525644, externalPlantId#3525645, previousOrderProposal#3525639L, isFallbackOrderOnly#3525636, prodLocSpecificKpis#3541225, coalesce(channelStreamSpecificKpis#3541233, []) AS channelStreamSpecificKpis#3541247]
Input [43]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, sourceOfSupplyUuid#3525633, minimumOrderQuantity#3525649, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, optimizationGroups#3525662, measurements#3525660, externalProductId#3525644, externalPlantId#3525645, previousOrderProposal#3525639L, isFallbackOrderOnly#3525636, prodLocSpecificKpis#3541225, shardId#3541241, worklistShardItemId#3541242L, channelStreamSpecificKpis#3541233]
(72) Scan ExistingRDD [codegen id : 13]
Output [6]: [shardId#3541254, worklistShardItemId#3541255L, qty#3541256, demandChannel#3541257, demandStream#3541258, kpis#3541259]
Arguments: [shardId#3541254, worklistShardItemId#3541255L, qty#3541256, demandChannel#3541257, demandStream#3541258, kpis#3541259], MapPartitionsRDD[150472] at start at FileStorageAdapterImpl.java:596, ExistingRDD, UnknownPartitioning(0)
(73) Filter [codegen id : 13]
Input [6]: [shardId#3541254, worklistShardItemId#3541255L, qty#3541256, demandChannel#3541257, demandStream#3541258, kpis#3541259]
Condition : ((isnotnull(qty#3541256) AND isnotnull(kpis#3541259)) AND (isnotnull(shardId#3541254) AND isnotnull(worklistShardItemId#3541255L)))
(74) Project [codegen id : 13]
Output [4]: [shardId#3541254, worklistShardItemId#3541255L, qty#3541256, kpis#3541259]
Input [6]: [shardId#3541254, worklistShardItemId#3541255L, qty#3541256, demandChannel#3541257, demandStream#3541258, kpis#3541259]
(75) ObjectHashAggregate
Input [4]: [shardId#3541254, worklistShardItemId#3541255L, qty#3541256, kpis#3541259]
Keys [2]: [shardId#3541254, worklistShardItemId#3541255L]
Functions [1]: [partial_collect_list(struct(qty, qty#3541256, kpis, kpis#3541259), 0, 0)]
Aggregate Attributes [1]: [buf#3542077]
Results [3]: [shardId#3541254, worklistShardItemId#3541255L, buf#3542078]
(76) Exchange
Input [3]: [shardId#3541254, worklistShardItemId#3541255L, buf#3542078]
Arguments: hashpartitioning(shardId#3541254, worklistShardItemId#3541255L, 30), ENSURE_REQUIREMENTS, [plan_id=1014917]
(77) ObjectHashAggregate
Input [3]: [shardId#3541254, worklistShardItemId#3541255L, buf#3542078]
Keys [2]: [shardId#3541254, worklistShardItemId#3541255L]
Functions [1]: [collect_list(struct(qty, qty#3541256, kpis, kpis#3541259), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(qty, qty#3541256, kpis, kpis#3541259), 0, 0)#3541253]
Results [3]: [shardId#3541254, worklistShardItemId#3541255L, map_from_entries(collect_list(struct(qty, qty#3541256, kpis, kpis#3541259), 0, 0)#3541253) AS quantityKpis#3541248]
(78) Sort [codegen id : 14]
Input [3]: [shardId#3541254, worklistShardItemId#3541255L, quantityKpis#3541248]
Arguments: [shardId#3541254 ASC NULLS FIRST, worklistShardItemId#3541255L ASC NULLS FIRST], false, 0
(79) SortMergeJoin [codegen id : 15]
Left keys [2]: [shardId#3524906, worklistShardItemId#3525418L]
Right keys [2]: [shardId#3541254, worklistShardItemId#3541255L]
Join type: LeftOuter
Join condition: None
(80) Project [codegen id : 15]
Output [42]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, sourceOfSupplyUuid#3525633, minimumOrderQuantity#3525649, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, optimizationGroups#3525662, measurements#3525660, externalProductId#3525644, externalPlantId#3525645, previousOrderProposal#3525639L, isFallbackOrderOnly#3525636, prodLocSpecificKpis#3541225, channelStreamSpecificKpis#3541247, coalesce(quantityKpis#3541248, map(keys: [], values: [])) AS quantityKpis#3541260]
Input [44]: [shardId#3524906, worklistShardItemId#3525418L, quantityAfterProdPlantOptimization#3525419, qty#3525420, orderProposalId#3525619L, originalReplenishmentRunId#3525661L, supplierGroup#3525621, supplier#3525622, supplyingPlant#3525626, productGroup#3525627, product#3525628, plant#3525623, subrange#3525625, orderDateTime#3525629, deliveryDateTime#3525624, availabilityDateTime#3525630, nextAvailabilityDateTime#3525631, constraintValues#3525652, constraintOperators#3525651, constraintLabels#3525650, logisticUnits#3525646, orderQuantityBaseUom#3525647, orderQuantityBaseUomUuid#3525648, splitIndicator#3525638L, netPriceAmount#3525655, netPriceCurrencyCode#3525656, netPriceQuantity#3525657, netPriceQuantityUom#3525658, netPriceQuantityUomUuid#3525659, sourceOfSupplyUuid#3525633, minimumOrderQuantity#3525649, orderProposalItemId#3525620, orderProposalItemGroupId#3525643, optimizationGroups#3525662, measurements#3525660, externalProductId#3525644, externalPlantId#3525645, previousOrderProposal#3525639L, isFallbackOrderOnly#3525636, prodLocSpecificKpis#3541225, channelStreamSpecificKpis#3541247, shardId#3541254, worklistShardItemId#3541255L, quantityKpis#3541248]
(81) Filter [codegen id : 8]
Input [3]: [isFallbackOrderOnly#3549463, orderDateTime#3549459, prodLocSpecificKpis#3541225]
Condition : NOT (isFallbackOrderOnly#3549463 <=> true)
(82) Project [codegen id : 8]
Output [2]: [orderDateTime#3549459, prodLocSpecificKpis#3541225]
Input [3]: [isFallbackOrderOnly#3549463, orderDateTime#3549459, prodLocSpecificKpis#3541225]
(83) Scan parquet
Output [2]: [insightConfigurations#3549240, shardId#3549241]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000532]
PartitionFilters: [isnotnull(shardId#3549241), (shardId#3549241 = 0_6_10000000532)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>
(84) ColumnarToRow [codegen id : 9]
Input [2]: [insightConfigurations#3549240, shardId#3549241]
(85) Filter [codegen id : 9]
Input [2]: [insightConfigurations#3549240, shardId#3549241]
Condition : (isnotnull(insightConfigurations#3549240) AND isnotnull(insightConfigurations#3549240[POTENTIAL_OOS_STOCK_PERIOD]))
(86) Project [codegen id : 9]
Output [1]: [insightConfigurations#3549240[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#3556364]
Input [2]: [insightConfigurations#3549240, shardId#3549241]
(87) Exchange
Input [1]: [_extract_settings#3556364]
Arguments: RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=1018698]
(88) BroadcastExchange
Input [1]: [_extract_settings#3556364]
Arguments: IdentityBroadcastMode, [plan_id=1018699]
(89) BroadcastNestedLoopJoin
Join type: Cross
Join condition: ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#3541225, lambdafunction((lambda x_11743#3549245.label = OutOfStockProbability), lambda x_11743#3549245, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#3556364, lambdafunction((lambda x_11744#3549246.name = OOS_PROBABILITY_THRESHOLD), lambda x_11744#3549246, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#3541225, lambdafunction((lambda x_11743#3549247.label = OutOfStockProbability), lambda x_11743#3549247, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#3556364, lambdafunction((lambda x_11744#3549248.name = OOS_PROBABILITY_THRESHOLD), lambda x_11744#3549248, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#3541225, lambdafunction((lambda x_11745#3549249.label = InitialStockQty), lambda x_11745#3549249, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#3541225, lambdafunction((lambda x_11745#3549251.label = InitialStockQty), lambda x_11745#3549251, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#3556364, lambdafunction((lambda x_11746#3549252.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_11746#3549252, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#3549459) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#3549459, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1788185733) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#3556364, lambdafunction((lambda x_11747#3549253.name = OFFSET_CURRENT_ORDER_DATE), lambda x_11747#3549253, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#3549459) THEN null ELSE (cast((unix_timestamp(orderDateTime#3549459, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1788185733) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#3556364, lambdafunction((lambda x_11747#3549254.name = OFFSET_CURRENT_ORDER_DATE), lambda x_11747#3549254, false)), 1, None, false).value as double)) END)
(90) Project [codegen id : 10]
Output: []
Input [3]: [orderDateTime#3549459, prodLocSpecificKpis#3541225, _extract_settings#3556364]
(91) LocalLimit [codegen id : 10]
Input: []
Arguments: 1
(92) InMemoryTableScan
Output [3]: [isFallbackOrderOnly#3549326, qty#3549301, quantityKpis#3549417]
Arguments: [isFallbackOrderOnly#3549326, qty#3549301, quantityKpis#3549417], [NOT (isFallbackOrderOnly#3549326 <=> true)]
(93) InMemoryRelation
Arguments: [shardId#3549291, worklistShardItemId#3549299L, quantityAfterProdPlantOptimization#3549300, qty#3549301, orderProposalId#3549304L, originalReplenishmentRunId#3549307L, supplierGroup#3549314, supplier#3549315, supplyingPlant#3549345, productGroup#3549346, product#3549317, plant#3549318, subrange#3549316, orderDateTime#3549322, deliveryDateTime#3549323, availabilityDateTime#3549324, nextAvailabilityDateTime#3549325, constraintValues#3549339, constraintOperators#3549337, constraintLabels#3549336, logisticUnits#3549341, orderQuantityBaseUom#3549327, orderQuantityBaseUomUuid#3549328, splitIndicator#3549309L, netPriceAmount#3549332, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(94) Filter [codegen id : 11]
Input [3]: [isFallbackOrderOnly#3549326, qty#3549301, quantityKpis#3549417]
Condition : NOT (isFallbackOrderOnly#3549326 <=> true)
(95) Project [codegen id : 11]
Output [2]: [qty#3549301, quantityKpis#3549417]
Input [3]: [isFallbackOrderOnly#3549326, qty#3549301, quantityKpis#3549417]
(96) Scan parquet
Output [2]: [insightConfigurations#3549422, shardId#3549423]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000532]
PartitionFilters: [isnotnull(shardId#3549423), (shardId#3549423 = 0_6_10000000532)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>
(97) ColumnarToRow [codegen id : 12]
Input [2]: [insightConfigurations#3549422, shardId#3549423]
(98) Filter [codegen id : 12]
Input [2]: [insightConfigurations#3549422, shardId#3549423]
Condition : (isnotnull(insightConfigurations#3549422) AND isnotnull(insightConfigurations#3549422[POTENTIAL_OOS_DEMAND_PERIOD]))
(99) Project [codegen id : 12]
Output [1]: [insightConfigurations#3549422[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#3556366]
Input [2]: [insightConfigurations#3549422, shardId#3549423]
(100) Exchange
Input [1]: [_extract_settings#3556366]
Arguments: RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=1018714]
(101) BroadcastExchange
Input [1]: [_extract_settings#3556366]
Arguments: IdentityBroadcastMode, [plan_id=1018715]
(102) BroadcastNestedLoopJoin
Join type: Cross
Join condition: CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#3549417, qty#3549301, None, false), lambdafunction((lambda x_11749#3549271.label = OutOfStockProbability), lambda x_11749#3549271, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#3556366, lambdafunction((lambda x_11750#3549272.name = OOS_PROBABILITY_THRESHOLD), lambda x_11750#3549272, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#3549417, qty#3549301, None, false), lambdafunction((lambda x_11749#3549273.label = OutOfStockProbability), lambda x_11749#3549273, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#3556366, lambdafunction((lambda x_11750#3549274.name = OOS_PROBABILITY_THRESHOLD), lambda x_11750#3549274, false)), 1, None, false).value as double)) END
(103) Project [codegen id : 13]
Output: []
Input [3]: [qty#3549301, quantityKpis#3549417, _extract_settings#3556366]
(104) LocalLimit [codegen id : 13]
Input: []
Arguments: 1
(105) Union
(106) CollectLimit
Input: []
Arguments: 1