digraph G {
subgraph cluster0 {
isCluster="true";
id="cluster0";
label="WholeStageCodegen (2)\n \nduration: 1 ms";
tooltip="WholeStageCodegen (2)";
1 [id="node1" labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 1 ms<br>number of output rows: 1" tooltip="HashAggregate(keys=[], functions=[count(1)])"];
}
2 [id="node2" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 20<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 20<br>local bytes read: 375.0 B<br>merged fetch fallback count: 0<br>local blocks read: 5<br>remote merged chunks fetched: 0<br>remote blocks read: 15<br>data size total (min, med, max (stageId: taskId))<br>320.0 B (16.0 B, 16.0 B, 16.0 B (stage 82674.0: task 199911))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>3 ms (0 ms, 0 ms, 0 ms (stage 82674.0: task 199920))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 1080.0 B<br>number of partitions: 1<br>remote reqs duration: 1 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1455.0 B (72.0 B, 72.0 B, 75.0 B (stage 82674.0: task 199905))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=382315]"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n19 ms (0 ms, 1 ms, 3 ms (stage 82674.0: task 199903))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build total (min, med, max (stageId: taskId))<br>12 ms (0 ms, 0 ms, 2 ms (stage 82674.0: task 199905))<br>number of output rows: 20" tooltip="HashAggregate(keys=[], functions=[partial_count(1)])"];
5 [id="node5" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
6 [id="node6" labelType="html" label="<b>Generate</b><br><br>number of output rows: 8" tooltip="Generate explode(_extract_deliveryDateTime#984769), false, [numberOfOrderProposalItems#984741]"];
}
7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposal#983366.parentItems.deliveryDateTime AS _extract_deliveryDateTime#984769]"];
8 [id="node8" labelType="html" label="<b>Filter</b><br><br>number of output rows: 5" tooltip="Filter (size(orderProposal#983366.parentItems.deliveryDateTime, true) > 0)"];
9 [id="node9" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 5" tooltip="InMemoryTableScan [orderProposal#983366], [(size(orderProposal#983366.parentItems.deliveryDateTime, true) > 0)]"];
10 [id="node10" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, named_struct(orderProposalId, _extract_orderProposalId#984014L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#984006L, supplierGroup, _extract_supplierGroup#984007, optimizationGroups, coalesce(optimizationGroups#983259, []), supplier, _extract_supplier#984008, supplyingPlant, _extract_supplyingPlant#984009, orderDateTime, _extract_orderDateTime#984010, itemGroups, _extract_itemGroups#984011, previousOrderProposals, _extract_previousOrderProposals#984012, parentItems, _extract_parentItems#984013) AS orderProposal#983366]"];
11 [id="node11" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 5" tooltip="BroadcastHashJoin [coalesce(shardId#981205, ), isnull(shardId#981205), coalesce(_extract_orderProposalId#984014L, 0), isnull(_extract_orderProposalId#984014L)], [coalesce(shardId#983262, ), isnull(shardId#983262), coalesce(orderProposalId#983263L, 0), isnull(orderProposalId#983263L)], LeftOuter, BuildRight, false"];
12 [id="node12" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, orderProposal#983239.orderProposalId AS _extract_orderProposalId#984005L, orderProposal#983239.originalReplenishmentRunId AS _extract_originalReplenishmentRunId#984006L, orderProposal#983239.supplierGroup AS _extract_supplierGroup#984007, orderProposal#983239.supplier AS _extract_supplier#984008, orderProposal#983239.supplyingPlant AS _extract_supplyingPlant#984009, orderProposal#983239.orderDateTime AS _extract_orderDateTime#984010, orderProposal#983239.itemGroups AS _extract_itemGroups#984011, orderProposal#983239.previousOrderProposals AS _extract_previousOrderProposals#984012, orderProposal#983239.parentItems AS _extract_parentItems#984013, orderProposal#983239.orderProposalId AS _extract_orderProposalId#984014L]"];
13 [id="node13" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, struct(orderProposalId, orderProposalId#981875L, originalReplenishmentRunId, originalReplenishmentRunId#983207L, supplierGroup, supplierGroup#983208, optimizationGroups, null, supplier, CASE WHEN isnull(supplierGroup#983208) THEN supplier#983209 END, supplyingPlant, supplyingPlant#983210, orderDateTime, orderDateTime#983211, itemGroups, itemGroups#983212, previousOrderProposals, array_distinct(previousOrderProposals#983214), parentItems, parentItems#983213) AS orderProposal#983239]"];
14 [id="node14" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 5<br>time in aggregation build total (min, med, max (stageId: taskId))<br>188 ms (0 ms, 0 ms, 40 ms (stage 82674.0: task 199906))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82674.0: task 199905))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#981205, orderProposalId#981875L], functions=[max(originalReplenishmentRunId#983145L), max(supplierGroup#983146), max(supplier#983147), max(supplyingPlant#983148), max(orderDateTime#983149), collect_list(itemGroup#983206, 0, 0), collect_list(parentItems#983150, 0, 0), collect_set(previousOrderProposals#983152, 0, 0)])"];
15 [id="node15" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 5<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 5<br>local bytes read total (min, med, max (stageId: taskId))<br>7.5 KiB (1295.0 B, 1551.0 B, 1843.0 B (stage 82674.0: task 199903))<br>merged fetch fallback count: 0<br>local blocks read: 5<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>18.7 KiB (2.4 KiB, 4.6 KiB, 7.1 KiB (stage 82673.0: task 199886))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 0 ms (stage 82673.0: task 199886))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82674.0: task 199905))<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>7.5 KiB (1295.0 B, 1552.0 B, 3.2 KiB (stage 82673.0: task 199886))" tooltip="Exchange hashpartitioning(shardId#981205, orderProposalId#981875L, 20), ENSURE_REQUIREMENTS, [plan_id=382174]"];
16 [id="node16" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 5<br>time in aggregation build total (min, med, max (stageId: taskId))<br>97 ms (0 ms, 0 ms, 25 ms (stage 82673.0: task 199884))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82673.0: task 199885))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#981205, orderProposalId#981875L], functions=[partial_max(originalReplenishmentRunId#983145L), partial_max(supplierGroup#983146), partial_max(supplier#983147), partial_max(supplyingPlant#983148), partial_max(orderDateTime#983149), partial_collect_list(itemGroup#983206, 0, 0), partial_collect_list(parentItems#983150, 0, 0), partial_collect_set(previousOrderProposals#983152, 0, 0)])"];
17 [id="node17" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 5<br>time in aggregation build total (min, med, max (stageId: taskId))<br>410 ms (0 ms, 0 ms, 104 ms (stage 82673.0: task 199884))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82673.0: task 199885))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#981205, orderProposalId#981875L, splitIndicator#981880L, orderProposalItemGroupId#981877], functions=[max(originalReplenishmentRunId#981878L), max(supplierGroup#981885), max(supplier#981886), max(supplyingPlant#981916), max(orderDateTime#981893), collect_list(parentItem#983097, 0, 0), collect_set(previousOrderProposal#981881L, 0, 0), collect_list(item#983128, 0, 0)])"];
18 [id="node18" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 8<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 8<br>local bytes read total (min, med, max (stageId: taskId))<br>10.4 KiB (1263.0 B, 2.6 KiB, 4.0 KiB (stage 82673.0: task 199886))<br>merged fetch fallback count: 0<br>local blocks read: 8<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>19.0 KiB (2.3 KiB, 2.4 KiB, 4.7 KiB (stage 82672.0: task 199864))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>3 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199864))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82673.0: task 199885))<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>10.4 KiB (1263.0 B, 1329.0 B, 2.6 KiB (stage 82672.0: task 199864))" tooltip="Exchange hashpartitioning(shardId#981205, orderProposalId#981875L, splitIndicator#981880L, orderProposalItemGroupId#981877, 20), ENSURE_REQUIREMENTS, [plan_id=382171]"];
19 [id="node19" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 8<br>time in aggregation build total (min, med, max (stageId: taskId))<br>579 ms (0 ms, 1 ms, 114 ms (stage 82672.0: task 199867))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82672.0: task 199867))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#981205, orderProposalId#981875L, splitIndicator#981880L, orderProposalItemGroupId#981877], functions=[partial_max(originalReplenishmentRunId#981878L), partial_max(supplierGroup#981885), partial_max(supplier#981886), partial_max(supplyingPlant#981916), partial_max(orderDateTime#981893), partial_collect_list(parentItem#983097, 0, 0), partial_collect_set(previousOrderProposal#981881L, 0, 0), partial_collect_list(item#983128, 0, 0)])"];
20 [id="node20" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, orderDateTime#981893, splitIndicator#981880L, orderProposalItemGroupId#981877, previousOrderProposal#981881L, parentItem#983097, struct(itemId, orderProposalItemId#981876, supplier, supplier#981886, supplyingPlant, supplyingPlant#981916, productGroup, productGroup#981917, product, product#981888, plant, plant#981889, supplierSubRange, subrange#981887, deliveryDateTime, deliveryDateTime#981894, orderQuantity, coalesce((qty#981719 * (cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2582#983131.isOrderUnit, lambda x_2582#983131, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2582#983132.isOrderUnit, lambda x_2582#983132, false)), 1, None, false).numerator as double))), qty#981719), orderQuantityUom, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2582#983133.isOrderUnit, lambda x_2582#983133, false)), 1, None, false).uom, orderQuantityBaseUom#981898), orderQuantityUomUuid, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2582#983134.isOrderUnit, lambda x_2582#983134, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#981899), orderQuantityInBaseUnit, qty#981719, orderQuantityBaseUom, ... 13 more fields) AS item#983128]"];
21 [id="node21" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, qty#981719, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, productGroup#981917, product#981888, plant#981889, subrange#981887, orderDateTime#981893, deliveryDateTime#981894, logisticUnits#981912, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, splitIndicator#981880L, orderProposalItemId#981876, orderProposalItemGroupId#981877, previousOrderProposal#981881L, struct(itemId, 123456, itemGroupId, 123456, supplier, supplier#981886, supplyingPlant, supplyingPlant#981916, productGroup, productGroup#981917, product, product#981888, plant, plant#981889, supplierSubRange, subrange#981887, sourceOfSupplyUuid, sourceOfSupplyUuid#981884, deliveryDateTime, deliveryDateTime#981894, unitPrice, netPriceAmount#981903, unitPriceCurrency, netPriceCurrencyCode#981904, unitPriceQuantity, ... 37 more fields) AS parentItem#983097]"];
22 [id="node22" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, qty#981719, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, productGroup#981917, product#981888, plant#981889, subrange#981887, orderDateTime#981893, deliveryDateTime#981894, availabilityDateTime#981895, nextAvailabilityDateTime#981896, logisticUnits#981912, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, splitIndicator#981880L, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, sourceOfSupplyUuid#981884, ... 12 more fields]"];
subgraph cluster23 {
isCluster="true";
id="cluster23";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.6 s (26 ms, 172 ms, 291 ms (stage 82672.0: task 199864))";
tooltip="WholeStageCodegen (1)";
24 [id="node24" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, productGroup#981917, product#981888, plant#981889, subrange#981887, orderDateTime#981893, deliveryDateTime#981894, availabilityDateTime#981895, nextAvailabilityDateTime#981896, logisticUnits#981912, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, splitIndicator#981880L, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, ... 11 more fields]"];
25 [id="node25" labelType="html" label="<b>Filter</b><br><br>number of output rows: 8" tooltip="Filter NOT (isFallbackOrderOnly#981897 <=> true)"];
}
26 [id="node26" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 8" tooltip="InMemoryTableScan [availabilityDateTime#981895, channelStreamSpecificKpis#982459, constraintLabels#981907, constraintOperators#981908, constraintValues#981910, deliveryDateTime#981894, isFallbackOrderOnly#981897, logisticUnits#981912, measurements#981905, minimumOrderQuantity#981906, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, nextAvailabilityDateTime#981896, optimizationGroups#981913, orderDateTime#981893, orderProposalId#981875L, orderProposalItemGroupId#981877, orderProposalItemId#981876, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, originalReplenishmentRunId#981878L, plant#981889, ... 14 more fields], [NOT (isFallbackOrderOnly#981897 <=> true)]"];
subgraph cluster27 {
isCluster="true";
id="cluster27";
label="WholeStageCodegen (13)\n \nduration: total (min, med, max (stageId: taskId))\n209 ms (0 ms, 7 ms, 34 ms (stage 82672.0: task 199867))";
tooltip="WholeStageCodegen (13)";
28 [id="node28" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, ... 17 more fields]"];
29 [id="node29" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 8<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82672.0: task 199869))" tooltip="SortMergeJoin [shardId#981205, worklistShardItemId#981717L], [shardId#982466, worklistShardItemId#982467L], LeftOuter"];
}
subgraph cluster30 {
isCluster="true";
id="cluster30";
label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n1.6 s (0 ms, 78 ms, 242 ms (stage 82672.0: task 199867))";
tooltip="WholeStageCodegen (10)";
31 [id="node31" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, ... 16 more fields]"];
32 [id="node32" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 8<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82672.0: task 199869))" tooltip="SortMergeJoin [shardId#981205, worklistShardItemId#981717L], [shardId#982453, worklistShardItemId#982454L], LeftOuter"];
}
subgraph cluster33 {
isCluster="true";
id="cluster33";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n2.8 s (0 ms, 145 ms, 420 ms (stage 82672.0: task 199867))";
tooltip="WholeStageCodegen (7)";
34 [id="node34" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, ... 15 more fields]"];
35 [id="node35" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 8<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82672.0: task 199869))" tooltip="SortMergeJoin [shardId#981205, worklistShardItemId#981717L], [shardId#982437, worklistShardItemId#982438L], LeftOuter"];
}
subgraph cluster36 {
isCluster="true";
id="cluster36";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n4.4 s (1 ms, 212 ms, 662 ms (stage 82672.0: task 199867))";
tooltip="WholeStageCodegen (4)";
37 [id="node37" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199869))<br>peak memory total (min, med, max (stageId: taskId))<br>15.3 MiB (64.0 KiB, 64.0 KiB, 2.1 MiB (stage 82672.0: task 199867))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82672.0: task 199869))" tooltip="Sort [shardId#981205 ASC NULLS FIRST, worklistShardItemId#981717L ASC NULLS FIRST], false, 0"];
}
38 [id="node38" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 8<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 8<br>local bytes read total (min, med, max (stageId: taskId))<br>8.8 KiB (1040.0 B, 1109.0 B, 2.1 KiB (stage 82672.0: task 199864))<br>merged fetch fallback count: 0<br>local blocks read: 8<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>12.1 KiB (1448.0 B, 2.9 KiB, 6.1 KiB (stage 82669.0: task 199821))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 0 ms (stage 82669.0: task 199821))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199867))<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>8.8 KiB (1040.0 B, 2.1 KiB, 4.4 KiB (stage 82669.0: task 199821))" tooltip="Exchange hashpartitioning(shardId#981205, worklistShardItemId#981717L, 20), ENSURE_REQUIREMENTS, [plan_id=381904]"];
subgraph cluster39 {
isCluster="true";
id="cluster39";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n34 ms (0 ms, 0 ms, 10 ms (stage 82669.0: task 199800))";
tooltip="WholeStageCodegen (3)";
40 [id="node40" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, ... 14 more fields]"];
41 [id="node41" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 8" tooltip="BroadcastHashJoin [worklistShardItemId#981717L], [worklistShardItemId#981941L], LeftOuter, BuildRight, (shardId#981205 = 0_1_10000002110), false"];
42 [id="node42" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#981205, item#981716.worklistShardItemId AS worklistShardItemId#981717L, item#981716.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#981718, item#981716.qty AS qty#981719]"];
43 [id="node43" labelType="html" label="<b>Generate</b><br><br>number of output rows: 8" tooltip="Generate explode(items#981207), [shardId#981205], false, [item#981716]"];
44 [id="node44" labelType="html" label="<b>Filter</b><br><br>number of output rows: 5" tooltip="Filter ((size(items#981207, true) > 0) AND isnotnull(items#981207))"];
}
45 [id="node45" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 5" tooltip="InMemoryTableScan [shardId#981205, items#981207], [(size(items#981207, true) > 0), isnotnull(items#981207)]"];
subgraph cluster46 {
isCluster="true";
id="cluster46";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
47 [id="node47" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#981205) AND (shardId#981205 = 0_1_10000002110))"];
}
48 [id="node48" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, optimizationInsights#981211], [isnotnull(shardId#981205), (shardId#981205 = 0_1_10000002110)]"];
subgraph cluster49 {
isCluster="true";
id="cluster49";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
50 [id="node50" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#981205) AND (shardId#981205 = 0_1_10000002110))"];
51 [id="node51" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#981205,orderProposalId#981206L,items#981207,optimizationGroups#981208,isOptimal#981209,lastModified#981210,optimizationInsights#981211]"];
}
52 [id="node52" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 905 ms<br>number of output rows: 8<br>data size: 1024.2 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=381899]"];
subgraph cluster53 {
isCluster="true";
id="cluster53";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n7 ms (0 ms, 0 ms, 1 ms (stage 82582.0: task 199768))";
tooltip="WholeStageCodegen (2)";
54 [id="node54" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#981941L, orderProposalId#981918L, orderProposalItemId#981919, orderProposalItemGroupId#981942, originalReplenishmentRunId#981960L, splitIndicator#981937L, previousOrderProposal#981938L, sourceOfSupplyUuid#981932, supplierGroup#981920, supplier#981921, subrange#981924, product#981927, plant#981922, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, isFallbackOrderOnly#981935, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, netPriceAmount#981954, netPriceCurrencyCode#981955, ... 11 more fields]"];
}
55 [id="node55" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 8<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 8<br>local bytes read total (min, med, max (stageId: taskId))<br>8.6 KiB (1024.0 B, 1078.0 B, 2.2 KiB (stage 82582.0: task 199764))<br>merged fetch fallback count: 0<br>local blocks read: 8<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>11.8 KiB (1408.0 B, 1736.0 B, 3.0 KiB (stage 82581.0: task 199758))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 0 ms, 0 ms (stage 82581.0: task 199760))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82582.0: task 199768))<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>8.6 KiB (1024.0 B, 1236.0 B, 2.2 KiB (stage 82581.0: task 199758))" tooltip="Exchange hashpartitioning(worklistShardItemId#981941L, 20), REPARTITION_BY_NUM, [plan_id=381895]"];
subgraph cluster56 {
isCluster="true";
id="cluster56";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.4 s (121 ms, 126 ms, 779 ms (stage 82581.0: task 199760))";
tooltip="WholeStageCodegen (1)";
57 [id="node57" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#981918L, orderProposalItemId#981919, supplierGroup#981920, supplier#981921, plant#981922, deliveryDateTime#981923, subrange#981924, supplyingPlant#981925, productGroup#981926, product#981927, orderDateTime#981928, availabilityDateTime#981929, nextAvailabilityDateTime#981930, sourceOfSupplyUuid#981932, isFallbackOrderOnly#981935, splitIndicator#981937L, previousOrderProposal#981938L, worklistShardItemId#981941L, orderProposalItemGroupId#981942, externalProductId#981943, externalPlantId#981944, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, minimumOrderQuantity#981948, ... 11 more fields]"];
58 [id="node58" labelType="html" label="<b>Filter</b><br><br>number of output rows: 8" tooltip="Filter isnotnull(worklistShardItemId#981941L)"];
59 [id="node59" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 8<br>number of input batches: 6" tooltip="ColumnarToRow"];
}
60 [id="node60" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 6<br>scan time total (min, med, max (stageId: taskId))<br>1.2 s (93 ms, 99 ms, 748 ms (stage 82581.0: task 199760))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 113.9 KiB<br>number of output rows: 8<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#981918L,orderProposalItemId#981919,supplierGroup#981920,supplier#981921,plant#981922,deliveryDateTime#981923,subrange#981924,supplyingPlant#981925,productGroup#981926,product#981927,orderDateTime#981928,availabilityDateTime#981929,nextAvailabilityDateTime#981930,sourceOfSupplyUuid#981932,isFallbackOrderOnly#981935,splitIndicator#981937L,previousOrderProposal#981938L,worklistShardItemId#981941L,orderProposalItemGroupId#981942,externalProductId#981943,externalPlantId#981944,logisticUnits#981945,orderQuantityBaseUom#981946,orderQuantityBaseUomUuid#981947,minimumOrderQuantity#981948,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#981941L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#981962), isnotnull(sequenceId#981940), (shardId#981962 = 0_1_10000002110), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster61 {
isCluster="true";
id="cluster61";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n1.2 s (4 ms, 239 ms, 248 ms (stage 82672.0: task 199864))";
tooltip="WholeStageCodegen (6)";
62 [id="node62" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199867))<br>peak memory total (min, med, max (stageId: taskId))<br>14.4 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 82672.0: task 199867))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82672.0: task 199867))" tooltip="Sort [shardId#982437 ASC NULLS FIRST, worklistShardItemId#982438L ASC NULLS FIRST], false, 0"];
}
63 [id="node63" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 8<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 8<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 7<br>data size total (min, med, max (stageId: taskId))<br>8.4 KiB (1072.0 B, 1072.0 B, 2.1 KiB (stage 82668.0: task 199792))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>3 ms (0 ms, 0 ms, 0 ms (stage 82668.0: task 199788))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199867))<br>remote bytes read total (min, med, max (stageId: taskId))<br>4.0 KiB (555.0 B, 557.0 B, 759.0 B (stage 82672.0: task 199864))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199867))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>4.0 KiB (555.0 B, 557.0 B, 759.0 B (stage 82668.0: task 199792))" tooltip="Exchange hashpartitioning(shardId#982437, worklistShardItemId#982438L, 20), ENSURE_REQUIREMENTS, [plan_id=381910]"];
subgraph cluster64 {
isCluster="true";
id="cluster64";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n340 ms (0 ms, 3 ms, 61 ms (stage 82668.0: task 199784))";
tooltip="WholeStageCodegen (5)";
65 [id="node65" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#982437, worklistShardItemId#982438L, coalesce(kpis#982442, []) AS prodLocSpecificKpis#982443]"];
66 [id="node66" labelType="html" label="<b>Filter</b><br><br>number of output rows: 8" tooltip="Filter (((isnull(qty#982439) AND isnull(demandChannel#982440)) AND isnull(demandStream#982441)) AND (isnotnull(shardId#982437) AND isnotnull(worklistShardItemId#982438L)))"];
67 [id="node67" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 34" tooltip="Scan ExistingRDD[shardId#982437,worklistShardItemId#982438L,qty#982439,demandChannel#982440,demandStream#982441,kpis#982442]"];
}
subgraph cluster68 {
isCluster="true";
id="cluster68";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n784 ms (2 ms, 155 ms, 160 ms (stage 82672.0: task 199864))";
tooltip="WholeStageCodegen (9)";
69 [id="node69" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199867))<br>peak memory total (min, med, max (stageId: taskId))<br>14.4 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 82672.0: task 199867))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82672.0: task 199867))" tooltip="Sort [shardId#982453 ASC NULLS FIRST, worklistShardItemId#982454L ASC NULLS FIRST], false, 0"];
}
70 [id="node70" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 8<br>time in aggregation build total (min, med, max (stageId: taskId))<br>116 ms (0 ms, 0 ms, 23 ms (stage 82672.0: task 199867))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82672.0: task 199867))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#982453, worklistShardItemId#982454L], functions=[collect_list(struct(demandChannel, demandChannel#982456, demandStream, demandStream#982457, kpis, kpis#982458), 0, 0)])"];
71 [id="node71" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 8<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 8<br>local bytes read total (min, med, max (stageId: taskId))<br>1569.0 B (311.0 B, 318.0 B, 629.0 B (stage 82672.0: task 199864))<br>merged fetch fallback count: 0<br>local blocks read: 5<br>remote merged chunks fetched: 0<br>remote blocks read: 3<br>data size total (min, med, max (stageId: taskId))<br>3.2 KiB (408.0 B, 408.0 B, 816.0 B (stage 82671.0: task 199842))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 0 ms, 0 ms (stage 82671.0: task 199834))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199867))<br>remote bytes read total (min, med, max (stageId: taskId))<br>950.0 B (311.0 B, 318.0 B, 321.0 B (stage 82672.0: task 199863))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199863))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>2.5 KiB (311.0 B, 318.0 B, 629.0 B (stage 82671.0: task 199842))" tooltip="Exchange hashpartitioning(shardId#982453, worklistShardItemId#982454L, 20), ENSURE_REQUIREMENTS, [plan_id=381921]"];
72 [id="node72" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 8<br>time in aggregation build total (min, med, max (stageId: taskId))<br>212 ms (0 ms, 3 ms, 87 ms (stage 82671.0: task 199842))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82671.0: task 199805))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#982453, worklistShardItemId#982454L], functions=[partial_collect_list(struct(demandChannel, demandChannel#982456, demandStream, demandStream#982457, kpis, kpis#982458), 0, 0)])"];
subgraph cluster73 {
isCluster="true";
id="cluster73";
label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n212 ms (0 ms, 3 ms, 87 ms (stage 82671.0: task 199842))";
tooltip="WholeStageCodegen (8)";
74 [id="node74" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#982453, worklistShardItemId#982454L, demandChannel#982456, demandStream#982457, kpis#982458]"];
75 [id="node75" labelType="html" label="<b>Filter</b><br><br>number of output rows: 8" tooltip="Filter ((((isnull(qty#982455) AND isnotnull(demandChannel#982456)) AND isnotnull(demandStream#982457)) AND (size(kpis#982458, true) > 0)) AND (isnotnull(shardId#982453) AND isnotnull(worklistShardItemId#982454L)))"];
76 [id="node76" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 34" tooltip="Scan ExistingRDD[shardId#982453,worklistShardItemId#982454L,qty#982455,demandChannel#982456,demandStream#982457,kpis#982458]"];
}
subgraph cluster77 {
isCluster="true";
id="cluster77";
label="WholeStageCodegen (12)\n \nduration: total (min, med, max (stageId: taskId))\n302 ms (0 ms, 60 ms, 62 ms (stage 82672.0: task 199864))";
tooltip="WholeStageCodegen (12)";
78 [id="node78" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199867))<br>peak memory total (min, med, max (stageId: taskId))<br>14.4 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 82672.0: task 199867))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82672.0: task 199867))" tooltip="Sort [shardId#982466 ASC NULLS FIRST, worklistShardItemId#982467L ASC NULLS FIRST], false, 0"];
}
79 [id="node79" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 8<br>time in aggregation build total (min, med, max (stageId: taskId))<br>148 ms (0 ms, 0 ms, 30 ms (stage 82672.0: task 199864))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82672.0: task 199867))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#982466, worklistShardItemId#982467L], functions=[collect_list(struct(qty, qty#982468, kpis, kpis#982471), 0, 0)])"];
80 [id="node80" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 18<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 18<br>local bytes read total (min, med, max (stageId: taskId))<br>6.7 KiB (458.0 B, 921.0 B, 1839.0 B (stage 82672.0: task 199864))<br>merged fetch fallback count: 0<br>local blocks read: 15<br>remote merged chunks fetched: 0<br>remote blocks read: 3<br>data size total (min, med, max (stageId: taskId))<br>11.3 KiB (640.0 B, 640.0 B, 1920.0 B (stage 82670.0: task 199848))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>4 ms (0 ms, 0 ms, 0 ms (stage 82670.0: task 199846))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82672.0: task 199867))<br>remote bytes read total (min, med, max (stageId: taskId))<br>1380.0 B (455.0 B, 459.0 B, 466.0 B (stage 82672.0: task 199865))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 1 ms, 1 ms (stage 82672.0: task 199865))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>8.1 KiB (455.0 B, 462.0 B, 1384.0 B (stage 82670.0: task 199846))" tooltip="Exchange hashpartitioning(shardId#982466, worklistShardItemId#982467L, 20), ENSURE_REQUIREMENTS, [plan_id=381933]"];
81 [id="node81" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 18<br>time in aggregation build total (min, med, max (stageId: taskId))<br>197 ms (0 ms, 3 ms, 84 ms (stage 82670.0: task 199813))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 82670.0: task 199797))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#982466, worklistShardItemId#982467L], functions=[partial_collect_list(struct(qty, qty#982468, kpis, kpis#982471), 0, 0)])"];
subgraph cluster82 {
isCluster="true";
id="cluster82";
label="WholeStageCodegen (11)\n \nduration: total (min, med, max (stageId: taskId))\n198 ms (0 ms, 3 ms, 84 ms (stage 82670.0: task 199813))";
tooltip="WholeStageCodegen (11)";
83 [id="node83" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#982466, worklistShardItemId#982467L, qty#982468, kpis#982471]"];
84 [id="node84" labelType="html" label="<b>Filter</b><br><br>number of output rows: 18" tooltip="Filter ((isnotnull(qty#982468) AND isnotnull(kpis#982471)) AND (isnotnull(shardId#982466) AND isnotnull(worklistShardItemId#982467L)))"];
85 [id="node85" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 34" tooltip="Scan ExistingRDD[shardId#982466,worklistShardItemId#982467L,qty#982468,demandChannel#982469,demandStream#982470,kpis#982471]"];
}
86 [id="node86" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 5 ms<br>time to collect: 1.3 s<br>number of output rows: 5<br>data size: 2.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(coalesce(input[1, string, true], ), isnull(input[1, string, true]), coalesce(input[0, bigint, true], 0), isnull(input[0, bigint, true])),false), [plan_id=382209]"];
87 [id="node87" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#983263L, shardId#983262, coalesce(transform(optimizationGroups#983265, lambdafunction(struct(optGroupId, lambda x_2586#983260.optGroupId, minOrderProfile, lambda x_2586#983260.minOrderProfile, assignmentDetails, lambda x_2586#983260.assignmentDetails, minOrdBenchmark, struct(dimensionType, lambda x_2586#983260.minOrderGoal.dimensionType, unit, lambda x_2586#983260.minOrderGoal.unit, unitUuid, lambda x_2586#983260.minOrderGoal.unitUuid, goalValue, lambda x_2586#983260.minOrderGoal.minOrderValue, calcValue, lambda x_2586#983260.minOrderGoal.calculatedOrderValue), transportLoadProfile, DummyTloProfile01, transportLoadGoal, [3,5000.0,false,PAL,a7f3c91d204eb8f56d12a09e3b785c4f,TON,b4e8d1f0c73a92e61d05b8f4a291c07e,40.0]), lambda x_2586#983260, false)), []) AS optimizationGroups#983259]"];
subgraph cluster88 {
isCluster="true";
id="cluster88";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n385 ms (1 ms, 37 ms, 39 ms (stage 82580.0: task 199740))";
tooltip="WholeStageCodegen (6)";
89 [id="node89" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 5" tooltip="BroadcastHashJoin [orderProposalId#983263L], [orderProposalId#983318L], Inner, BuildLeft, false"];
100 [id="node100" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>9 ms (0 ms, 0 ms, 2 ms (stage 82580.0: task 199742))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 82580.0: task 199743))<br>number of output rows: 5<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#983318L], functions=[])"];
}
90 [id="node90" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 6 ms<br>time to collect: 111 ms<br>number of output rows: 5<br>data size: 1024.3 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=382181]"];
subgraph cluster91 {
isCluster="true";
id="cluster91";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n13 ms (0 ms, 1 ms, 2 ms (stage 82576.0: task 199672))";
tooltip="WholeStageCodegen (2)";
92 [id="node92" labelType="html" label="<b>Filter</b><br><br>number of output rows: 5" tooltip="Filter isnotnull(orderProposalId#983263L)"];
}
93 [id="node93" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 5" tooltip="InMemoryTableScan [shardId#983262, orderProposalId#983263L, optimizationGroups#983265], [isnotnull(orderProposalId#983263L)]"];
subgraph cluster94 {
isCluster="true";
id="cluster94";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
95 [id="node95" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#981205) AND (shardId#981205 = 0_1_10000002110))"];
}
96 [id="node96" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, optimizationInsights#981211], [isnotnull(shardId#981205), (shardId#981205 = 0_1_10000002110)]"];
subgraph cluster97 {
isCluster="true";
id="cluster97";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
98 [id="node98" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#981205) AND (shardId#981205 = 0_1_10000002110))"];
99 [id="node99" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#981205,orderProposalId#981206L,items#981207,optimizationGroups#981208,isOptimal#981209,lastModified#981210,optimizationInsights#981211]"];
}
101 [id="node101" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 7<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 7<br>local bytes read total (min, med, max (stageId: taskId))<br>525.0 B (75.0 B, 150.0 B, 150.0 B (stage 82580.0: task 199737))<br>merged fetch fallback count: 0<br>local blocks read: 7<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>112.0 B (16.0 B, 16.0 B, 16.0 B (stage 82579.0: task 199722))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 0 ms, 0 ms (stage 82579.0: task 199718))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82580.0: task 199737))<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>525.0 B (75.0 B, 75.0 B, 75.0 B (stage 82579.0: task 199722))" tooltip="Exchange hashpartitioning(orderProposalId#983318L, 20), ENSURE_REQUIREMENTS, [plan_id=382203]"];
subgraph cluster102 {
isCluster="true";
id="cluster102";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n236 ms (0 ms, 9 ms, 38 ms (stage 82579.0: task 199717))";
tooltip="WholeStageCodegen (5)";
103 [id="node103" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>3 ms (0 ms, 0 ms, 2 ms (stage 82579.0: task 199721))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 82579.0: task 199725))<br>number of output rows: 7<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#983318L], functions=[])"];
104 [id="node104" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#983318L]"];
105 [id="node105" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 8" tooltip="BroadcastHashJoin [worklistShardItemId#983270L], [worklistShardItemId#983341L], Inner, BuildLeft, false"];
119 [id="node119" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#983341L, orderProposalId#983318L]"];
}
106 [id="node106" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 208 ms<br>number of output rows: 8<br>data size: 1024.2 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=382189]"];
subgraph cluster107 {
isCluster="true";
id="cluster107";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n10 ms (0 ms, 1 ms, 1 ms (stage 82577.0: task 199684))";
tooltip="WholeStageCodegen (3)";
108 [id="node108" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#983269L AS worklistShardItemId#983270L]"];
109 [id="node109" labelType="html" label="<b>Generate</b><br><br>number of output rows: 8" tooltip="Generate explode(_extract_worklistShardItemId#983910), false, [item#983269L]"];
110 [id="node110" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#982881.worklistShardItemId AS _extract_worklistShardItemId#983910]"];
111 [id="node111" labelType="html" label="<b>Filter</b><br><br>number of output rows: 5" tooltip="Filter (((size(items#982881.worklistShardItemId, true) > 0) AND isnotnull(items#982881.worklistShardItemId)) AND (shardId#982879 = 0_1_10000002110))"];
}
112 [id="node112" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 5" tooltip="InMemoryTableScan [items#982881, shardId#982879], [(size(items#982881.worklistShardItemId, true) > 0), isnotnull(items#982881.worklistShardItemId), (shardId#982879 = 0_1_10000002110)]"];
subgraph cluster113 {
isCluster="true";
id="cluster113";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
114 [id="node114" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#981205) AND (shardId#981205 = 0_1_10000002110))"];
}
115 [id="node115" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, optimizationInsights#981211], [isnotnull(shardId#981205), (shardId#981205 = 0_1_10000002110)]"];
subgraph cluster116 {
isCluster="true";
id="cluster116";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
117 [id="node117" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#981205) AND (shardId#981205 = 0_1_10000002110))"];
118 [id="node118" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#981205,orderProposalId#981206L,items#981207,optimizationGroups#981208,isOptimal#981209,lastModified#981210,optimizationInsights#981211]"];
}
120 [id="node120" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 8<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 8<br>local bytes read total (min, med, max (stageId: taskId))<br>672.0 B (84.0 B, 84.0 B, 168.0 B (stage 82579.0: task 199717))<br>merged fetch fallback count: 0<br>local blocks read: 8<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>192.0 B (24.0 B, 24.0 B, 48.0 B (stage 82578.0: task 199711))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>4 ms (0 ms, 0 ms, 2 ms (stage 82578.0: task 199713))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 82579.0: task 199722))<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>672.0 B (84.0 B, 84.0 B, 168.0 B (stage 82578.0: task 199711))" tooltip="Exchange hashpartitioning(worklistShardItemId#983341L, 20), REPARTITION_BY_NUM, [plan_id=382196]"];
subgraph cluster121 {
isCluster="true";
id="cluster121";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n1.4 s (109 ms, 122 ms, 850 ms (stage 82578.0: task 199712))";
tooltip="WholeStageCodegen (4)";
122 [id="node122" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#983318L, worklistShardItemId#983341L]"];
123 [id="node123" labelType="html" label="<b>Filter</b><br><br>number of output rows: 8" tooltip="Filter ((isnotnull(worklistShardItemId#983341L) AND NOT (isFallbackOrderOnly#983335 <=> true)) AND isnotnull(orderProposalId#983318L))"];
124 [id="node124" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 8<br>number of input batches: 6" tooltip="ColumnarToRow"];
}
125 [id="node125" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 6<br>scan time total (min, med, max (stageId: taskId))<br>1.4 s (106 ms, 119 ms, 847 ms (stage 82578.0: task 199712))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 113.9 KiB<br>number of output rows: 8<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#983318L,isFallbackOrderOnly#983335,worklistShardItemId#983341L,shardId#983362,sequenceId#983340] Batched: true, DataFilters: [isnotnull(worklistShardItemId#983341L), NOT (isFallbackOrderOnly#983335 <=> true), isnotnull(ord..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#983362), isnotnull(sequenceId#983340), (shardId#983362 = 0_1_10000002110), (se..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"];
2->1;
4->2;
5->4;
6->5;
7->6;
8->7;
9->8;
10->9;
11->10;
12->11;
13->12;
14->13;
15->14;
16->15;
17->16;
18->17;
19->18;
20->19;
21->20;
22->21;
24->22;
25->24;
26->25;
28->26;
29->28;
31->29;
32->31;
34->32;
35->34;
37->35;
38->37;
40->38;
41->40;
42->41;
43->42;
44->43;
45->44;
47->45;
48->47;
50->48;
51->50;
52->41;
54->52;
55->54;
57->55;
58->57;
59->58;
60->59;
62->35;
63->62;
65->63;
66->65;
67->66;
69->32;
70->69;
71->70;
72->71;
74->72;
75->74;
76->75;
78->29;
79->78;
80->79;
81->80;
83->81;
84->83;
85->84;
86->11;
87->86;
89->87;
90->89;
92->90;
93->92;
95->93;
96->95;
98->96;
99->98;
100->89;
101->100;
103->101;
104->103;
105->104;
106->105;
108->106;
109->108;
110->109;
111->110;
112->111;
114->112;
115->114;
117->115;
118->117;
119->105;
120->119;
122->120;
123->122;
124->123;
125->124;
}
== Physical Plan ==
* HashAggregate (97)
+- Exchange (96)
+- * HashAggregate (95)
+- * Project (94)
+- * Generate (93)
+- Project (92)
+- Filter (91)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- Project (90)
+- BroadcastHashJoin LeftOuter BuildRight (89)
:- Project (63)
: +- Project (62)
: +- ObjectHashAggregate (61)
: +- Exchange (60)
: +- ObjectHashAggregate (59)
: +- ObjectHashAggregate (58)
: +- Exchange (57)
: +- ObjectHashAggregate (56)
: +- Project (55)
: +- Project (54)
: +- Project (53)
: +- * Project (52)
: +- * Filter (51)
: +- InMemoryTableScan (3)
: +- InMemoryRelation (4)
: +- * Project (50)
: +- * SortMergeJoin LeftOuter (49)
: :- * Project (41)
: : +- * SortMergeJoin LeftOuter (40)
: : :- * Project (32)
: : : +- * SortMergeJoin LeftOuter (31)
: : : :- * Sort (25)
: : : : +- Exchange (24)
: : : : +- * Project (23)
: : : : +- * BroadcastHashJoin LeftOuter BuildRight (22)
: : : : :- * Project (14)
: : : : : +- * Generate (13)
: : : : : +- * Filter (12)
: : : : : +- InMemoryTableScan (5)
: : : : : +- InMemoryRelation (6)
: : : : : +- * Filter (11)
: : : : : +- InMemoryTableScan (7)
: : : : : +- InMemoryRelation (8)
: : : : : +- * Filter (10)
: : : : : +- * Scan ExistingRDD (9)
: : : : +- BroadcastExchange (21)
: : : : +- * Project (20)
: : : : +- Exchange (19)
: : : : +- * Project (18)
: : : : +- * Filter (17)
: : : : +- * ColumnarToRow (16)
: : : : +- Scan parquet (15)
: : : +- * Sort (30)
: : : +- Exchange (29)
: : : +- * Project (28)
: : : +- * Filter (27)
: : : +- * Scan ExistingRDD (26)
: : +- * Sort (39)
: : +- ObjectHashAggregate (38)
: : +- Exchange (37)
: : +- ObjectHashAggregate (36)
: : +- * Project (35)
: : +- * Filter (34)
: : +- * Scan ExistingRDD (33)
: +- * Sort (48)
: +- ObjectHashAggregate (47)
: +- Exchange (46)
: +- ObjectHashAggregate (45)
: +- * Project (44)
: +- * Filter (43)
: +- * Scan ExistingRDD (42)
+- BroadcastExchange (88)
+- Project (87)
+- * BroadcastHashJoin Inner BuildLeft (86)
:- BroadcastExchange (67)
: +- * Filter (66)
: +- InMemoryTableScan (64)
: +- InMemoryRelation (65)
: +- * Filter (11)
: +- InMemoryTableScan (7)
: +- InMemoryRelation (8)
: +- * Filter (10)
: +- * Scan ExistingRDD (9)
+- * HashAggregate (85)
+- Exchange (84)
+- * HashAggregate (83)
+- * Project (82)
+- * BroadcastHashJoin Inner BuildLeft (81)
:- BroadcastExchange (74)
: +- * Project (73)
: +- * Generate (72)
: +- * Project (71)
: +- * Filter (70)
: +- InMemoryTableScan (68)
: +- InMemoryRelation (69)
: +- * Filter (11)
: +- InMemoryTableScan (7)
: +- InMemoryRelation (8)
: +- * Filter (10)
: +- * Scan ExistingRDD (9)
+- * Project (80)
+- Exchange (79)
+- * Project (78)
+- * Filter (77)
+- * ColumnarToRow (76)
+- Scan parquet (75)
(1) InMemoryTableScan
Output [1]: [orderProposal#983366]
Arguments: [orderProposal#983366], [(size(orderProposal#983366.parentItems.deliveryDateTime, true) > 0)]
(2) InMemoryRelation
Arguments: [shardId#981205, orderProposal#983366], StorageLevel(disk, memory, 2 replicas)
(3) InMemoryTableScan
Output [39]: [availabilityDateTime#981895, channelStreamSpecificKpis#982459, constraintLabels#981907, constraintOperators#981908, constraintValues#981910, deliveryDateTime#981894, isFallbackOrderOnly#981897, logisticUnits#981912, measurements#981905, minimumOrderQuantity#981906, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, nextAvailabilityDateTime#981896, optimizationGroups#981913, orderDateTime#981893, orderProposalId#981875L, orderProposalItemGroupId#981877, orderProposalItemId#981876, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, originalReplenishmentRunId#981878L, plant#981889, previousOrderProposal#981881L, prodLocSpecificKpis#982444, product#981888, productGroup#981917, qty#981719, quantityAfterProdPlantOptimization#981718, quantityKpis#982472, shardId#981205, sourceOfSupplyUuid#981884, splitIndicator#981880L, subrange#981887, supplier#981886, supplierGroup#981885, supplyingPlant#981916]
Arguments: [availabilityDateTime#981895, channelStreamSpecificKpis#982459, constraintLabels#981907, constraintOperators#981908, constraintValues#981910, deliveryDateTime#981894, isFallbackOrderOnly#981897, logisticUnits#981912, measurements#981905, minimumOrderQuantity#981906, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, nextAvailabilityDateTime#981896, optimizationGroups#981913, orderDateTime#981893, orderProposalId#981875L, orderProposalItemGroupId#981877, orderProposalItemId#981876, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, originalReplenishmentRunId#981878L, plant#981889, ... 14 more fields], [NOT (isFallbackOrderOnly#981897 <=> true)]
(4) InMemoryRelation
Arguments: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, productGroup#981917, product#981888, plant#981889, subrange#981887, orderDateTime#981893, deliveryDateTime#981894, availabilityDateTime#981895, nextAvailabilityDateTime#981896, constraintValues#981910, constraintOperators#981908, constraintLabels#981907, logisticUnits#981912, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, splitIndicator#981880L, netPriceAmount#981903, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(5) InMemoryTableScan
Output [2]: [shardId#981205, items#981207]
Arguments: [shardId#981205, items#981207], [(size(items#981207, true) > 0), isnotnull(items#981207)]
(6) InMemoryRelation
Arguments: [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, optimizationInsights#981211], StorageLevel(disk, memory, 2 replicas)
(7) InMemoryTableScan
Output [6]: [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, optimizationInsights#981211]
Arguments: [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, optimizationInsights#981211], [isnotnull(shardId#981205), (shardId#981205 = 0_1_10000002110)]
(8) InMemoryRelation
Arguments: [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, lastModified#981210, optimizationInsights#981211], StorageLevel(disk, memory, 2 replicas)
(9) Scan ExistingRDD [codegen id : 1]
Output [7]: [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, lastModified#981210, optimizationInsights#981211]
Arguments: [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, lastModified#981210, optimizationInsights#981211], MapPartitionsRDD[46018] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(10) Filter [codegen id : 1]
Input [7]: [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, lastModified#981210, optimizationInsights#981211]
Condition : (isnotnull(shardId#981205) AND (shardId#981205 = 0_1_10000002110))
(11) Filter [codegen id : 1]
Input [6]: [shardId#981205, orderProposalId#981206L, items#981207, optimizationGroups#981208, isOptimal#981209, optimizationInsights#981211]
Condition : (isnotnull(shardId#981205) AND (shardId#981205 = 0_1_10000002110))
(12) Filter [codegen id : 3]
Input [2]: [shardId#981205, items#981207]
Condition : ((size(items#981207, true) > 0) AND isnotnull(items#981207))
(13) Generate [codegen id : 3]
Input [2]: [shardId#981205, items#981207]
Arguments: explode(items#981207), [shardId#981205], false, [item#981716]
(14) Project [codegen id : 3]
Output [4]: [shardId#981205, item#981716.worklistShardItemId AS worklistShardItemId#981717L, item#981716.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#981718, item#981716.qty AS qty#981719]
Input [2]: [shardId#981205, item#981716]
(15) Scan parquet
Output [38]: [orderProposalId#981918L, orderProposalItemId#981919, supplierGroup#981920, supplier#981921, plant#981922, deliveryDateTime#981923, subrange#981924, supplyingPlant#981925, productGroup#981926, product#981927, orderDateTime#981928, availabilityDateTime#981929, nextAvailabilityDateTime#981930, sourceOfSupplyUuid#981932, isFallbackOrderOnly#981935, splitIndicator#981937L, previousOrderProposal#981938L, worklistShardItemId#981941L, orderProposalItemGroupId#981942, externalProductId#981943, externalPlantId#981944, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, minimumOrderQuantity#981948, constraintLabels#981949, constraintOperators#981950, constraintValues#981951, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, measurements#981959, originalReplenishmentRunId#981960L, optimizationGroups#981961, shardId#981962, sequenceId#981940]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002110]
PartitionFilters: [isnotnull(shardId#981962), isnotnull(sequenceId#981940), (shardId#981962 = 0_1_10000002110), (sequenceId#981940 = 2)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,sourceOfSupplyUuid:string,isFallbackOrderOnly:boolean,splitIndicator:bigint,previousOrderProposal:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>
(16) ColumnarToRow [codegen id : 1]
Input [38]: [orderProposalId#981918L, orderProposalItemId#981919, supplierGroup#981920, supplier#981921, plant#981922, deliveryDateTime#981923, subrange#981924, supplyingPlant#981925, productGroup#981926, product#981927, orderDateTime#981928, availabilityDateTime#981929, nextAvailabilityDateTime#981930, sourceOfSupplyUuid#981932, isFallbackOrderOnly#981935, splitIndicator#981937L, previousOrderProposal#981938L, worklistShardItemId#981941L, orderProposalItemGroupId#981942, externalProductId#981943, externalPlantId#981944, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, minimumOrderQuantity#981948, constraintLabels#981949, constraintOperators#981950, constraintValues#981951, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, measurements#981959, originalReplenishmentRunId#981960L, optimizationGroups#981961, shardId#981962, sequenceId#981940]
(17) Filter [codegen id : 1]
Input [38]: [orderProposalId#981918L, orderProposalItemId#981919, supplierGroup#981920, supplier#981921, plant#981922, deliveryDateTime#981923, subrange#981924, supplyingPlant#981925, productGroup#981926, product#981927, orderDateTime#981928, availabilityDateTime#981929, nextAvailabilityDateTime#981930, sourceOfSupplyUuid#981932, isFallbackOrderOnly#981935, splitIndicator#981937L, previousOrderProposal#981938L, worklistShardItemId#981941L, orderProposalItemGroupId#981942, externalProductId#981943, externalPlantId#981944, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, minimumOrderQuantity#981948, constraintLabels#981949, constraintOperators#981950, constraintValues#981951, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, measurements#981959, originalReplenishmentRunId#981960L, optimizationGroups#981961, shardId#981962, sequenceId#981940]
Condition : isnotnull(worklistShardItemId#981941L)
(18) Project [codegen id : 1]
Output [36]: [orderProposalId#981918L, orderProposalItemId#981919, supplierGroup#981920, supplier#981921, plant#981922, deliveryDateTime#981923, subrange#981924, supplyingPlant#981925, productGroup#981926, product#981927, orderDateTime#981928, availabilityDateTime#981929, nextAvailabilityDateTime#981930, sourceOfSupplyUuid#981932, isFallbackOrderOnly#981935, splitIndicator#981937L, previousOrderProposal#981938L, worklistShardItemId#981941L, orderProposalItemGroupId#981942, externalProductId#981943, externalPlantId#981944, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, minimumOrderQuantity#981948, constraintLabels#981949, constraintOperators#981950, constraintValues#981951, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, measurements#981959, originalReplenishmentRunId#981960L, optimizationGroups#981961]
Input [38]: [orderProposalId#981918L, orderProposalItemId#981919, supplierGroup#981920, supplier#981921, plant#981922, deliveryDateTime#981923, subrange#981924, supplyingPlant#981925, productGroup#981926, product#981927, orderDateTime#981928, availabilityDateTime#981929, nextAvailabilityDateTime#981930, sourceOfSupplyUuid#981932, isFallbackOrderOnly#981935, splitIndicator#981937L, previousOrderProposal#981938L, worklistShardItemId#981941L, orderProposalItemGroupId#981942, externalProductId#981943, externalPlantId#981944, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, minimumOrderQuantity#981948, constraintLabels#981949, constraintOperators#981950, constraintValues#981951, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, measurements#981959, originalReplenishmentRunId#981960L, optimizationGroups#981961, shardId#981962, sequenceId#981940]
(19) Exchange
Input [36]: [orderProposalId#981918L, orderProposalItemId#981919, supplierGroup#981920, supplier#981921, plant#981922, deliveryDateTime#981923, subrange#981924, supplyingPlant#981925, productGroup#981926, product#981927, orderDateTime#981928, availabilityDateTime#981929, nextAvailabilityDateTime#981930, sourceOfSupplyUuid#981932, isFallbackOrderOnly#981935, splitIndicator#981937L, previousOrderProposal#981938L, worklistShardItemId#981941L, orderProposalItemGroupId#981942, externalProductId#981943, externalPlantId#981944, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, minimumOrderQuantity#981948, constraintLabels#981949, constraintOperators#981950, constraintValues#981951, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, measurements#981959, originalReplenishmentRunId#981960L, optimizationGroups#981961]
Arguments: hashpartitioning(worklistShardItemId#981941L, 20), REPARTITION_BY_NUM, [plan_id=381895]
(20) Project [codegen id : 2]
Output [36]: [worklistShardItemId#981941L, orderProposalId#981918L, orderProposalItemId#981919, orderProposalItemGroupId#981942, originalReplenishmentRunId#981960L, splitIndicator#981937L, previousOrderProposal#981938L, sourceOfSupplyUuid#981932, supplierGroup#981920, supplier#981921, subrange#981924, product#981927, plant#981922, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, isFallbackOrderOnly#981935, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, netPriceAmount#981954, netPriceCurrencyCode#981955, measurements#981959, minimumOrderQuantity#981948, constraintLabels#981949, constraintOperators#981950, constraintValues#981951, logisticUnits#981945, optimizationGroups#981961, externalProductId#981943, externalPlantId#981944, supplyingPlant#981925, productGroup#981926]
Input [36]: [orderProposalId#981918L, orderProposalItemId#981919, supplierGroup#981920, supplier#981921, plant#981922, deliveryDateTime#981923, subrange#981924, supplyingPlant#981925, productGroup#981926, product#981927, orderDateTime#981928, availabilityDateTime#981929, nextAvailabilityDateTime#981930, sourceOfSupplyUuid#981932, isFallbackOrderOnly#981935, splitIndicator#981937L, previousOrderProposal#981938L, worklistShardItemId#981941L, orderProposalItemGroupId#981942, externalProductId#981943, externalPlantId#981944, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, minimumOrderQuantity#981948, constraintLabels#981949, constraintOperators#981950, constraintValues#981951, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, measurements#981959, originalReplenishmentRunId#981960L, optimizationGroups#981961]
(21) BroadcastExchange
Input [36]: [worklistShardItemId#981941L, orderProposalId#981918L, orderProposalItemId#981919, orderProposalItemGroupId#981942, originalReplenishmentRunId#981960L, splitIndicator#981937L, previousOrderProposal#981938L, sourceOfSupplyUuid#981932, supplierGroup#981920, supplier#981921, subrange#981924, product#981927, plant#981922, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, isFallbackOrderOnly#981935, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, netPriceAmount#981954, netPriceCurrencyCode#981955, measurements#981959, minimumOrderQuantity#981948, constraintLabels#981949, constraintOperators#981950, constraintValues#981951, logisticUnits#981945, optimizationGroups#981961, externalProductId#981943, externalPlantId#981944, supplyingPlant#981925, productGroup#981926]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=381899]
(22) BroadcastHashJoin [codegen id : 3]
Left keys [1]: [worklistShardItemId#981717L]
Right keys [1]: [worklistShardItemId#981941L]
Join type: LeftOuter
Join condition: (shardId#981205 = 0_1_10000002110)
(23) Project [codegen id : 3]
Output [39]: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, sourceOfSupplyUuid#981932, minimumOrderQuantity#981948, orderProposalItemId#981919, orderProposalItemGroupId#981942, optimizationGroups#981961, measurements#981959, externalProductId#981943, externalPlantId#981944, previousOrderProposal#981938L, isFallbackOrderOnly#981935]
Input [40]: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, worklistShardItemId#981941L, orderProposalId#981918L, orderProposalItemId#981919, orderProposalItemGroupId#981942, originalReplenishmentRunId#981960L, splitIndicator#981937L, previousOrderProposal#981938L, sourceOfSupplyUuid#981932, supplierGroup#981920, supplier#981921, subrange#981924, product#981927, plant#981922, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, isFallbackOrderOnly#981935, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, netPriceAmount#981954, netPriceCurrencyCode#981955, measurements#981959, minimumOrderQuantity#981948, constraintLabels#981949, constraintOperators#981950, constraintValues#981951, logisticUnits#981945, optimizationGroups#981961, externalProductId#981943, externalPlantId#981944, supplyingPlant#981925, productGroup#981926]
(24) Exchange
Input [39]: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, sourceOfSupplyUuid#981932, minimumOrderQuantity#981948, orderProposalItemId#981919, orderProposalItemGroupId#981942, optimizationGroups#981961, measurements#981959, externalProductId#981943, externalPlantId#981944, previousOrderProposal#981938L, isFallbackOrderOnly#981935]
Arguments: hashpartitioning(shardId#981205, worklistShardItemId#981717L, 20), ENSURE_REQUIREMENTS, [plan_id=381904]
(25) Sort [codegen id : 4]
Input [39]: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, sourceOfSupplyUuid#981932, minimumOrderQuantity#981948, orderProposalItemId#981919, orderProposalItemGroupId#981942, optimizationGroups#981961, measurements#981959, externalProductId#981943, externalPlantId#981944, previousOrderProposal#981938L, isFallbackOrderOnly#981935]
Arguments: [shardId#981205 ASC NULLS FIRST, worklistShardItemId#981717L ASC NULLS FIRST], false, 0
(26) Scan ExistingRDD [codegen id : 5]
Output [6]: [shardId#982437, worklistShardItemId#982438L, qty#982439, demandChannel#982440, demandStream#982441, kpis#982442]
Arguments: [shardId#982437, worklistShardItemId#982438L, qty#982439, demandChannel#982440, demandStream#982441, kpis#982442], MapPartitionsRDD[46078] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(27) Filter [codegen id : 5]
Input [6]: [shardId#982437, worklistShardItemId#982438L, qty#982439, demandChannel#982440, demandStream#982441, kpis#982442]
Condition : (((isnull(qty#982439) AND isnull(demandChannel#982440)) AND isnull(demandStream#982441)) AND (isnotnull(shardId#982437) AND isnotnull(worklistShardItemId#982438L)))
(28) Project [codegen id : 5]
Output [3]: [shardId#982437, worklistShardItemId#982438L, coalesce(kpis#982442, []) AS prodLocSpecificKpis#982443]
Input [6]: [shardId#982437, worklistShardItemId#982438L, qty#982439, demandChannel#982440, demandStream#982441, kpis#982442]
(29) Exchange
Input [3]: [shardId#982437, worklistShardItemId#982438L, prodLocSpecificKpis#982443]
Arguments: hashpartitioning(shardId#982437, worklistShardItemId#982438L, 20), ENSURE_REQUIREMENTS, [plan_id=381910]
(30) Sort [codegen id : 6]
Input [3]: [shardId#982437, worklistShardItemId#982438L, prodLocSpecificKpis#982443]
Arguments: [shardId#982437 ASC NULLS FIRST, worklistShardItemId#982438L ASC NULLS FIRST], false, 0
(31) SortMergeJoin [codegen id : 7]
Left keys [2]: [shardId#981205, worklistShardItemId#981717L]
Right keys [2]: [shardId#982437, worklistShardItemId#982438L]
Join type: LeftOuter
Join condition: None
(32) Project [codegen id : 7]
Output [40]: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, sourceOfSupplyUuid#981932, minimumOrderQuantity#981948, orderProposalItemId#981919, orderProposalItemGroupId#981942, optimizationGroups#981961, measurements#981959, externalProductId#981943, externalPlantId#981944, previousOrderProposal#981938L, isFallbackOrderOnly#981935, coalesce(prodLocSpecificKpis#982443, []) AS prodLocSpecificKpis#982444]
Input [42]: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, sourceOfSupplyUuid#981932, minimumOrderQuantity#981948, orderProposalItemId#981919, orderProposalItemGroupId#981942, optimizationGroups#981961, measurements#981959, externalProductId#981943, externalPlantId#981944, previousOrderProposal#981938L, isFallbackOrderOnly#981935, shardId#982437, worklistShardItemId#982438L, prodLocSpecificKpis#982443]
(33) Scan ExistingRDD [codegen id : 8]
Output [6]: [shardId#982453, worklistShardItemId#982454L, qty#982455, demandChannel#982456, demandStream#982457, kpis#982458]
Arguments: [shardId#982453, worklistShardItemId#982454L, qty#982455, demandChannel#982456, demandStream#982457, kpis#982458], MapPartitionsRDD[46078] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(34) Filter [codegen id : 8]
Input [6]: [shardId#982453, worklistShardItemId#982454L, qty#982455, demandChannel#982456, demandStream#982457, kpis#982458]
Condition : ((((isnull(qty#982455) AND isnotnull(demandChannel#982456)) AND isnotnull(demandStream#982457)) AND (size(kpis#982458, true) > 0)) AND (isnotnull(shardId#982453) AND isnotnull(worklistShardItemId#982454L)))
(35) Project [codegen id : 8]
Output [5]: [shardId#982453, worklistShardItemId#982454L, demandChannel#982456, demandStream#982457, kpis#982458]
Input [6]: [shardId#982453, worklistShardItemId#982454L, qty#982455, demandChannel#982456, demandStream#982457, kpis#982458]
(36) ObjectHashAggregate
Input [5]: [shardId#982453, worklistShardItemId#982454L, demandChannel#982456, demandStream#982457, kpis#982458]
Keys [2]: [shardId#982453, worklistShardItemId#982454L]
Functions [1]: [partial_collect_list(struct(demandChannel, demandChannel#982456, demandStream, demandStream#982457, kpis, kpis#982458), 0, 0)]
Aggregate Attributes [1]: [buf#982633]
Results [3]: [shardId#982453, worklistShardItemId#982454L, buf#982634]
(37) Exchange
Input [3]: [shardId#982453, worklistShardItemId#982454L, buf#982634]
Arguments: hashpartitioning(shardId#982453, worklistShardItemId#982454L, 20), ENSURE_REQUIREMENTS, [plan_id=381921]
(38) ObjectHashAggregate
Input [3]: [shardId#982453, worklistShardItemId#982454L, buf#982634]
Keys [2]: [shardId#982453, worklistShardItemId#982454L]
Functions [1]: [collect_list(struct(demandChannel, demandChannel#982456, demandStream, demandStream#982457, kpis, kpis#982458), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(demandChannel, demandChannel#982456, demandStream, demandStream#982457, kpis, kpis#982458), 0, 0)#982452]
Results [3]: [shardId#982453, worklistShardItemId#982454L, collect_list(struct(demandChannel, demandChannel#982456, demandStream, demandStream#982457, kpis, kpis#982458), 0, 0)#982452 AS channelStreamSpecificKpis#982445]
(39) Sort [codegen id : 9]
Input [3]: [shardId#982453, worklistShardItemId#982454L, channelStreamSpecificKpis#982445]
Arguments: [shardId#982453 ASC NULLS FIRST, worklistShardItemId#982454L ASC NULLS FIRST], false, 0
(40) SortMergeJoin [codegen id : 10]
Left keys [2]: [shardId#981205, worklistShardItemId#981717L]
Right keys [2]: [shardId#982453, worklistShardItemId#982454L]
Join type: LeftOuter
Join condition: None
(41) Project [codegen id : 10]
Output [41]: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, sourceOfSupplyUuid#981932, minimumOrderQuantity#981948, orderProposalItemId#981919, orderProposalItemGroupId#981942, optimizationGroups#981961, measurements#981959, externalProductId#981943, externalPlantId#981944, previousOrderProposal#981938L, isFallbackOrderOnly#981935, prodLocSpecificKpis#982444, coalesce(channelStreamSpecificKpis#982445, []) AS channelStreamSpecificKpis#982459]
Input [43]: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, sourceOfSupplyUuid#981932, minimumOrderQuantity#981948, orderProposalItemId#981919, orderProposalItemGroupId#981942, optimizationGroups#981961, measurements#981959, externalProductId#981943, externalPlantId#981944, previousOrderProposal#981938L, isFallbackOrderOnly#981935, prodLocSpecificKpis#982444, shardId#982453, worklistShardItemId#982454L, channelStreamSpecificKpis#982445]
(42) Scan ExistingRDD [codegen id : 11]
Output [6]: [shardId#982466, worklistShardItemId#982467L, qty#982468, demandChannel#982469, demandStream#982470, kpis#982471]
Arguments: [shardId#982466, worklistShardItemId#982467L, qty#982468, demandChannel#982469, demandStream#982470, kpis#982471], MapPartitionsRDD[46078] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(43) Filter [codegen id : 11]
Input [6]: [shardId#982466, worklistShardItemId#982467L, qty#982468, demandChannel#982469, demandStream#982470, kpis#982471]
Condition : ((isnotnull(qty#982468) AND isnotnull(kpis#982471)) AND (isnotnull(shardId#982466) AND isnotnull(worklistShardItemId#982467L)))
(44) Project [codegen id : 11]
Output [4]: [shardId#982466, worklistShardItemId#982467L, qty#982468, kpis#982471]
Input [6]: [shardId#982466, worklistShardItemId#982467L, qty#982468, demandChannel#982469, demandStream#982470, kpis#982471]
(45) ObjectHashAggregate
Input [4]: [shardId#982466, worklistShardItemId#982467L, qty#982468, kpis#982471]
Keys [2]: [shardId#982466, worklistShardItemId#982467L]
Functions [1]: [partial_collect_list(struct(qty, qty#982468, kpis, kpis#982471), 0, 0)]
Aggregate Attributes [1]: [buf#982635]
Results [3]: [shardId#982466, worklistShardItemId#982467L, buf#982636]
(46) Exchange
Input [3]: [shardId#982466, worklistShardItemId#982467L, buf#982636]
Arguments: hashpartitioning(shardId#982466, worklistShardItemId#982467L, 20), ENSURE_REQUIREMENTS, [plan_id=381933]
(47) ObjectHashAggregate
Input [3]: [shardId#982466, worklistShardItemId#982467L, buf#982636]
Keys [2]: [shardId#982466, worklistShardItemId#982467L]
Functions [1]: [collect_list(struct(qty, qty#982468, kpis, kpis#982471), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(qty, qty#982468, kpis, kpis#982471), 0, 0)#982465]
Results [3]: [shardId#982466, worklistShardItemId#982467L, map_from_entries(collect_list(struct(qty, qty#982468, kpis, kpis#982471), 0, 0)#982465) AS quantityKpis#982460]
(48) Sort [codegen id : 12]
Input [3]: [shardId#982466, worklistShardItemId#982467L, quantityKpis#982460]
Arguments: [shardId#982466 ASC NULLS FIRST, worklistShardItemId#982467L ASC NULLS FIRST], false, 0
(49) SortMergeJoin [codegen id : 13]
Left keys [2]: [shardId#981205, worklistShardItemId#981717L]
Right keys [2]: [shardId#982466, worklistShardItemId#982467L]
Join type: LeftOuter
Join condition: None
(50) Project [codegen id : 13]
Output [42]: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, sourceOfSupplyUuid#981932, minimumOrderQuantity#981948, orderProposalItemId#981919, orderProposalItemGroupId#981942, optimizationGroups#981961, measurements#981959, externalProductId#981943, externalPlantId#981944, previousOrderProposal#981938L, isFallbackOrderOnly#981935, prodLocSpecificKpis#982444, channelStreamSpecificKpis#982459, coalesce(quantityKpis#982460, map(keys: [], values: [])) AS quantityKpis#982472]
Input [44]: [shardId#981205, worklistShardItemId#981717L, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981918L, originalReplenishmentRunId#981960L, supplierGroup#981920, supplier#981921, supplyingPlant#981925, productGroup#981926, product#981927, plant#981922, subrange#981924, orderDateTime#981928, deliveryDateTime#981923, availabilityDateTime#981929, nextAvailabilityDateTime#981930, constraintValues#981951, constraintOperators#981950, constraintLabels#981949, logisticUnits#981945, orderQuantityBaseUom#981946, orderQuantityBaseUomUuid#981947, splitIndicator#981937L, netPriceAmount#981954, netPriceCurrencyCode#981955, netPriceQuantity#981956, netPriceQuantityUom#981957, netPriceQuantityUomUuid#981958, sourceOfSupplyUuid#981932, minimumOrderQuantity#981948, orderProposalItemId#981919, orderProposalItemGroupId#981942, optimizationGroups#981961, measurements#981959, externalProductId#981943, externalPlantId#981944, previousOrderProposal#981938L, isFallbackOrderOnly#981935, prodLocSpecificKpis#982444, channelStreamSpecificKpis#982459, shardId#982466, worklistShardItemId#982467L, quantityKpis#982460]
(51) Filter [codegen id : 1]
Input [39]: [availabilityDateTime#981895, channelStreamSpecificKpis#982459, constraintLabels#981907, constraintOperators#981908, constraintValues#981910, deliveryDateTime#981894, isFallbackOrderOnly#981897, logisticUnits#981912, measurements#981905, minimumOrderQuantity#981906, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, nextAvailabilityDateTime#981896, optimizationGroups#981913, orderDateTime#981893, orderProposalId#981875L, orderProposalItemGroupId#981877, orderProposalItemId#981876, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, originalReplenishmentRunId#981878L, plant#981889, previousOrderProposal#981881L, prodLocSpecificKpis#982444, product#981888, productGroup#981917, qty#981719, quantityAfterProdPlantOptimization#981718, quantityKpis#982472, shardId#981205, sourceOfSupplyUuid#981884, splitIndicator#981880L, subrange#981887, supplier#981886, supplierGroup#981885, supplyingPlant#981916]
Condition : NOT (isFallbackOrderOnly#981897 <=> true)
(52) Project [codegen id : 1]
Output [36]: [shardId#981205, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, productGroup#981917, product#981888, plant#981889, subrange#981887, orderDateTime#981893, deliveryDateTime#981894, availabilityDateTime#981895, nextAvailabilityDateTime#981896, logisticUnits#981912, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, splitIndicator#981880L, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, sourceOfSupplyUuid#981884, minimumOrderQuantity#981906, orderProposalItemId#981876, orderProposalItemGroupId#981877, optimizationGroups#981913, measurements#981905, previousOrderProposal#981881L, prodLocSpecificKpis#982444, channelStreamSpecificKpis#982459, quantityKpis#982472, arrays_zip(constraintLabels#981907, constraintOperators#981908, constraintValues#981910, constraintLabels, constraintOperators, constraintValues) AS constraintStructArray#982886]
Input [39]: [availabilityDateTime#981895, channelStreamSpecificKpis#982459, constraintLabels#981907, constraintOperators#981908, constraintValues#981910, deliveryDateTime#981894, isFallbackOrderOnly#981897, logisticUnits#981912, measurements#981905, minimumOrderQuantity#981906, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, nextAvailabilityDateTime#981896, optimizationGroups#981913, orderDateTime#981893, orderProposalId#981875L, orderProposalItemGroupId#981877, orderProposalItemId#981876, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, originalReplenishmentRunId#981878L, plant#981889, previousOrderProposal#981881L, prodLocSpecificKpis#982444, product#981888, productGroup#981917, qty#981719, quantityAfterProdPlantOptimization#981718, quantityKpis#982472, shardId#981205, sourceOfSupplyUuid#981884, splitIndicator#981880L, subrange#981887, supplier#981886, supplierGroup#981885, supplyingPlant#981916]
(53) Project
Output [37]: [shardId#981205, qty#981719, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, productGroup#981917, product#981888, plant#981889, subrange#981887, orderDateTime#981893, deliveryDateTime#981894, availabilityDateTime#981895, nextAvailabilityDateTime#981896, logisticUnits#981912, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, splitIndicator#981880L, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, sourceOfSupplyUuid#981884, orderProposalItemId#981876, orderProposalItemGroupId#981877, optimizationGroups#981913, measurements#981905, previousOrderProposal#981881L, prodLocSpecificKpis#982444, channelStreamSpecificKpis#982459, quantityKpis#982472, struct(minServiceLevel, array_min(filter(constraintStructArray#982886, lambdafunction((lambda x_2536#982893.constraintLabels = ServiceLevel), lambda x_2536#982893, false)).constraintValues), minServiceLevelMinStock, null, maxServiceLevelEndOfListing, array_min(filter(constraintStructArray#982886, lambdafunction((lambda x_2537#982894.constraintLabels = ServiceLevelAtStartOfDelisting), lambda x_2537#982894, false)).constraintValues), maxRoc, array_min(filter(constraintStructArray#982886, lambdafunction((lambda x_2538#982895.constraintLabels = RangeOfCoverage), lambda x_2538#982895, false)).constraintValues), minimumOrderQuantity, minimumOrderQuantity#981906, endOfListingDateTime, coalesce(filter(prodLocSpecificKpis#982444, lambdafunction((lambda x_2539#982896.label = NonListingStartTimestamp), lambda x_2539#982896, false))[0].dateTime, 1970-01-01 00:00:00)) AS constraintBenchmark#982892, CASE WHEN (qty#981719 <=> quantityAfterProdPlantOptimization#981718) THEN array(struct(isProposedCandidate, true, isProdlocOptimalCandidate, true, candidateOrderQuantity, coalesce((qty#981719 * (cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2540#982964.isOrderUnit, lambda x_2540#982964, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2540#982965.isOrderUnit, lambda x_2540#982965, false)), 1, None, false).numerator as double))), qty#981719), orderQuantityUom, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2540#982966.isOrderUnit, lambda x_2540#982966, false)), 1, None, false).uom, orderQuantityBaseUom#981898), orderQuantityUomUuid, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2540#982967.isOrderUnit, lambda x_2540#982967, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#981899), candidateOrderQuantityInBaseUnit, qty#981719, orderQuantityBaseUom, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid, orderQuantityBaseUomUuid#981899, candidateOrderQuantityInPreferredUnit, coalesce(array_min(transform(filter(logisticUnits#981912, lambdafunction((lambda x_2542#982968.isPreferred AND (((qty#981719 * cast(lambda x_2542#982968.denominator as double)) % cast(lambda x_2542#982968.numerator as double)) = 0.0)), lambda x_2542#982968, false)), lambdafunction(struct(inPreferredQuantity, ((qty#981719 * cast(lambda x_2543#983006.denominator as double)) / cast(lambda x_2543#983006.numerator as double)), uom, lambda x_2543#983006.uom, uomUuid, lambda x_2543#983006.uomUuid), lambda x_2543#983006, false))).inPreferredQuantity, coalesce((qty#981719 * (cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2541#982969.isOrderUnit, lambda x_2541#982969, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2541#982970.isOrderUnit, lambda x_2541#982970, false)), 1, None, false).numerator as double))), qty#981719)), orderQuantityPreferredUom, coalesce(array_min(transform(filter(logisticUnits#981912, lambdafunction((lambda x_2542#982971.isPreferred AND (((qty#981719 * cast(lambda x_2542#982971.denominator as double)) % cast(lambda x_2542#982971.numerator as double)) = 0.0)), lambda x_2542#982971, false)), lambdafunction(struct(inPreferredQuantity, ((qty#981719 * cast(lambda x_2543#983007.denominator as double)) / cast(lambda x_2543#983007.numerator as double)), uom, lambda x_2543#983007.uom, uomUuid, lambda x_2543#983007.uomUuid), lambda x_2543#983007, false))).uom, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2541#982972.isOrderUnit, lambda x_2541#982972, false)), 1, None, false).uom, orderQuantityBaseUom#981898)), orderQuantityPreferredUomUuid, coalesce(array_min(transform(filter(logisticUnits#981912, lambdafunction((lambda x_2542#982973.isPreferred AND (((qty#981719 * cast(lambda x_2542#982973.denominator as double)) % cast(lambda x_2542#982973.numerator as double)) = 0.0)), lambda x_2542#982973, false)), lambdafunction(struct(inPreferredQuantity, ((qty#981719 * cast(lambda x_2543#983008.denominator as double)) / cast(lambda x_2543#983008.numerator as double)), uom, lambda x_2543#983008.uom, uomUuid, lambda x_2543#983008.uomUuid), lambda x_2543#983008, false))).uomUuid, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2541#982974.isOrderUnit, lambda x_2541#982974, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#981899)), serviceLevel, coalesce(filter(element_at(quantityKpis#982472, qty#981719, None, false), lambdafunction((lambda x_2548#982975.label = ServiceLevel), lambda x_2548#982975, false))[0].value, 0.0), serviceLevelMinStock, ... 5 more fields)) ELSE array(struct(isProposedCandidate, true, isProdlocOptimalCandidate, false, candidateOrderQuantity, coalesce((qty#981719 * (cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2540#982978.isOrderUnit, lambda x_2540#982978, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2540#982979.isOrderUnit, lambda x_2540#982979, false)), 1, None, false).numerator as double))), qty#981719), orderQuantityUom, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2540#982980.isOrderUnit, lambda x_2540#982980, false)), 1, None, false).uom, orderQuantityBaseUom#981898), orderQuantityUomUuid, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2540#982981.isOrderUnit, lambda x_2540#982981, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#981899), candidateOrderQuantityInBaseUnit, qty#981719, orderQuantityBaseUom, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid, orderQuantityBaseUomUuid#981899, candidateOrderQuantityInPreferredUnit, coalesce(array_min(transform(filter(logisticUnits#981912, lambdafunction((lambda x_2542#982982.isPreferred AND (((qty#981719 * cast(lambda x_2542#982982.denominator as double)) % cast(lambda x_2542#982982.numerator as double)) = 0.0)), lambda x_2542#982982, false)), lambdafunction(struct(inPreferredQuantity, ((qty#981719 * cast(lambda x_2543#983009.denominator as double)) / cast(lambda x_2543#983009.numerator as double)), uom, lambda x_2543#983009.uom, uomUuid, lambda x_2543#983009.uomUuid), lambda x_2543#983009, false))).inPreferredQuantity, coalesce((qty#981719 * (cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2541#982983.isOrderUnit, lambda x_2541#982983, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2541#982984.isOrderUnit, lambda x_2541#982984, false)), 1, None, false).numerator as double))), qty#981719)), orderQuantityPreferredUom, coalesce(array_min(transform(filter(logisticUnits#981912, lambdafunction((lambda x_2542#982985.isPreferred AND (((qty#981719 * cast(lambda x_2542#982985.denominator as double)) % cast(lambda x_2542#982985.numerator as double)) = 0.0)), lambda x_2542#982985, false)), lambdafunction(struct(inPreferredQuantity, ((qty#981719 * cast(lambda x_2543#983010.denominator as double)) / cast(lambda x_2543#983010.numerator as double)), uom, lambda x_2543#983010.uom, uomUuid, lambda x_2543#983010.uomUuid), lambda x_2543#983010, false))).uom, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2541#982986.isOrderUnit, lambda x_2541#982986, false)), 1, None, false).uom, orderQuantityBaseUom#981898)), orderQuantityPreferredUomUuid, coalesce(array_min(transform(filter(logisticUnits#981912, lambdafunction((lambda x_2542#982987.isPreferred AND (((qty#981719 * cast(lambda x_2542#982987.denominator as double)) % cast(lambda x_2542#982987.numerator as double)) = 0.0)), lambda x_2542#982987, false)), lambdafunction(struct(inPreferredQuantity, ((qty#981719 * cast(lambda x_2543#983011.denominator as double)) / cast(lambda x_2543#983011.numerator as double)), uom, lambda x_2543#983011.uom, uomUuid, lambda x_2543#983011.uomUuid), lambda x_2543#983011, false))).uomUuid, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2541#982988.isOrderUnit, lambda x_2541#982988, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#981899)), serviceLevel, coalesce(filter(element_at(quantityKpis#982472, qty#981719, None, false), lambdafunction((lambda x_2551#982989.label = ServiceLevel), lambda x_2551#982989, false))[0].value, 0.0), serviceLevelMinStock, ... 5 more fields), struct(isProposedCandidate, false, isProdlocOptimalCandidate, true, candidateOrderQuantity, coalesce((quantityAfterProdPlantOptimization#981718 * (cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2544#982992.isOrderUnit, lambda x_2544#982992, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2544#982993.isOrderUnit, lambda x_2544#982993, false)), 1, None, false).numerator as double))), quantityAfterProdPlantOptimization#981718), orderQuantityUom, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2544#982994.isOrderUnit, lambda x_2544#982994, false)), 1, None, false).uom, orderQuantityBaseUom#981898), orderQuantityUomUuid, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2544#982995.isOrderUnit, lambda x_2544#982995, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#981899), candidateOrderQuantityInBaseUnit, quantityAfterProdPlantOptimization#981718, orderQuantityBaseUom, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid, orderQuantityBaseUomUuid#981899, candidateOrderQuantityInPreferredUnit, coalesce(array_min(transform(filter(logisticUnits#981912, lambdafunction((lambda x_2546#982996.isPreferred AND (((quantityAfterProdPlantOptimization#981718 * cast(lambda x_2546#982996.denominator as double)) % cast(lambda x_2546#982996.numerator as double)) = 0.0)), lambda x_2546#982996, false)), lambdafunction(struct(inPreferredQuantity, ((quantityAfterProdPlantOptimization#981718 * cast(lambda x_2547#983012.denominator as double)) / cast(lambda x_2547#983012.numerator as double)), uom, lambda x_2547#983012.uom, uomUuid, lambda x_2547#983012.uomUuid), lambda x_2547#983012, false))).inPreferredQuantity, coalesce((quantityAfterProdPlantOptimization#981718 * (cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2545#982997.isOrderUnit, lambda x_2545#982997, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2545#982998.isOrderUnit, lambda x_2545#982998, false)), 1, None, false).numerator as double))), quantityAfterProdPlantOptimization#981718)), orderQuantityPreferredUom, coalesce(array_min(transform(filter(logisticUnits#981912, lambdafunction((lambda x_2546#982999.isPreferred AND (((quantityAfterProdPlantOptimization#981718 * cast(lambda x_2546#982999.denominator as double)) % cast(lambda x_2546#982999.numerator as double)) = 0.0)), lambda x_2546#982999, false)), lambdafunction(struct(inPreferredQuantity, ((quantityAfterProdPlantOptimization#981718 * cast(lambda x_2547#983013.denominator as double)) / cast(lambda x_2547#983013.numerator as double)), uom, lambda x_2547#983013.uom, uomUuid, lambda x_2547#983013.uomUuid), lambda x_2547#983013, false))).uom, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2545#983000.isOrderUnit, lambda x_2545#983000, false)), 1, None, false).uom, orderQuantityBaseUom#981898)), orderQuantityPreferredUomUuid, coalesce(array_min(transform(filter(logisticUnits#981912, lambdafunction((lambda x_2546#983001.isPreferred AND (((quantityAfterProdPlantOptimization#981718 * cast(lambda x_2546#983001.denominator as double)) % cast(lambda x_2546#983001.numerator as double)) = 0.0)), lambda x_2546#983001, false)), lambdafunction(struct(inPreferredQuantity, ((quantityAfterProdPlantOptimization#981718 * cast(lambda x_2547#983014.denominator as double)) / cast(lambda x_2547#983014.numerator as double)), uom, lambda x_2547#983014.uom, uomUuid, lambda x_2547#983014.uomUuid), lambda x_2547#983014, false))).uomUuid, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2545#983002.isOrderUnit, lambda x_2545#983002, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#981899)), serviceLevel, coalesce(filter(element_at(quantityKpis#982472, quantityAfterProdPlantOptimization#981718, None, false), lambdafunction((lambda x_2554#983003.label = ServiceLevel), lambda x_2554#983003, false))[0].value, 0.0), serviceLevelMinStock, ... 5 more fields)) END AS calculationAnalysis#982963, coalesce(filter(prodLocSpecificKpis#982444, lambdafunction((lambda x_2557#983016.label = InitialStockQty), lambda x_2557#983016, false))[0].dateTime, 1970-01-01 00:00:00) AS inventoryDateTime#983015, coalesce(filter(prodLocSpecificKpis#982444, lambdafunction((lambda x_2558#983018.label = DemandPeriodEndTimestamp), lambda x_2558#983018, false))[0].dateTime, 1970-01-01 00:00:00) AS demandPeriodEndDateTime#983017]
Input [36]: [shardId#981205, quantityAfterProdPlantOptimization#981718, qty#981719, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, productGroup#981917, product#981888, plant#981889, subrange#981887, orderDateTime#981893, deliveryDateTime#981894, availabilityDateTime#981895, nextAvailabilityDateTime#981896, logisticUnits#981912, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, splitIndicator#981880L, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, sourceOfSupplyUuid#981884, minimumOrderQuantity#981906, orderProposalItemId#981876, orderProposalItemGroupId#981877, optimizationGroups#981913, measurements#981905, previousOrderProposal#981881L, prodLocSpecificKpis#982444, channelStreamSpecificKpis#982459, quantityKpis#982472, constraintStructArray#982886]
(54) Project
Output [21]: [shardId#981205, qty#981719, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, productGroup#981917, product#981888, plant#981889, subrange#981887, orderDateTime#981893, deliveryDateTime#981894, logisticUnits#981912, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, splitIndicator#981880L, orderProposalItemId#981876, orderProposalItemGroupId#981877, previousOrderProposal#981881L, struct(itemId, 123456, itemGroupId, 123456, supplier, supplier#981886, supplyingPlant, supplyingPlant#981916, productGroup, productGroup#981917, product, product#981888, plant, plant#981889, supplierSubRange, subrange#981887, sourceOfSupplyUuid, sourceOfSupplyUuid#981884, deliveryDateTime, deliveryDateTime#981894, unitPrice, netPriceAmount#981903, unitPriceCurrency, netPriceCurrencyCode#981904, unitPriceQuantity, ... 37 more fields) AS parentItem#983097]
Input [37]: [shardId#981205, qty#981719, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, productGroup#981917, product#981888, plant#981889, subrange#981887, orderDateTime#981893, deliveryDateTime#981894, availabilityDateTime#981895, nextAvailabilityDateTime#981896, logisticUnits#981912, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, splitIndicator#981880L, netPriceAmount#981903, netPriceCurrencyCode#981904, netPriceQuantity#981900, netPriceQuantityUom#981901, netPriceQuantityUomUuid#981902, sourceOfSupplyUuid#981884, orderProposalItemId#981876, orderProposalItemGroupId#981877, optimizationGroups#981913, measurements#981905, previousOrderProposal#981881L, prodLocSpecificKpis#982444, channelStreamSpecificKpis#982459, quantityKpis#982472, constraintBenchmark#982892, calculationAnalysis#982963, inventoryDateTime#983015, demandPeriodEndDateTime#983017]
(55) Project
Output [12]: [shardId#981205, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, orderDateTime#981893, splitIndicator#981880L, orderProposalItemGroupId#981877, previousOrderProposal#981881L, parentItem#983097, struct(itemId, orderProposalItemId#981876, supplier, supplier#981886, supplyingPlant, supplyingPlant#981916, productGroup, productGroup#981917, product, product#981888, plant, plant#981889, supplierSubRange, subrange#981887, deliveryDateTime, deliveryDateTime#981894, orderQuantity, coalesce((qty#981719 * (cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2582#983131.isOrderUnit, lambda x_2582#983131, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2582#983132.isOrderUnit, lambda x_2582#983132, false)), 1, None, false).numerator as double))), qty#981719), orderQuantityUom, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2582#983133.isOrderUnit, lambda x_2582#983133, false)), 1, None, false).uom, orderQuantityBaseUom#981898), orderQuantityUomUuid, coalesce(element_at(filter(logisticUnits#981912, lambdafunction(lambda x_2582#983134.isOrderUnit, lambda x_2582#983134, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#981899), orderQuantityInBaseUnit, qty#981719, orderQuantityBaseUom, ... 13 more fields) AS item#983128]
Input [21]: [shardId#981205, qty#981719, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, productGroup#981917, product#981888, plant#981889, subrange#981887, orderDateTime#981893, deliveryDateTime#981894, logisticUnits#981912, orderQuantityBaseUom#981898, orderQuantityBaseUomUuid#981899, splitIndicator#981880L, orderProposalItemId#981876, orderProposalItemGroupId#981877, previousOrderProposal#981881L, parentItem#983097]
(56) ObjectHashAggregate
Input [12]: [shardId#981205, orderProposalId#981875L, originalReplenishmentRunId#981878L, supplierGroup#981885, supplier#981886, supplyingPlant#981916, orderDateTime#981893, splitIndicator#981880L, orderProposalItemGroupId#981877, previousOrderProposal#981881L, parentItem#983097, item#983128]
Keys [4]: [shardId#981205, orderProposalId#981875L, splitIndicator#981880L, orderProposalItemGroupId#981877]
Functions [8]: [partial_max(originalReplenishmentRunId#981878L), partial_max(supplierGroup#981885), partial_max(supplier#981886), partial_max(supplyingPlant#981916), partial_max(orderDateTime#981893), partial_collect_list(parentItem#983097, 0, 0), partial_collect_set(previousOrderProposal#981881L, 0, 0), partial_collect_list(item#983128, 0, 0)]
Aggregate Attributes [8]: [max#984389L, max#984390, max#984391, max#984392, max#984393, buf#984394, buf#984395, buf#984396]
Results [12]: [shardId#981205, orderProposalId#981875L, splitIndicator#981880L, orderProposalItemGroupId#981877, max#984397L, max#984398, max#984399, max#984400, max#984401, buf#984402, buf#984403, buf#984404]
(57) Exchange
Input [12]: [shardId#981205, orderProposalId#981875L, splitIndicator#981880L, orderProposalItemGroupId#981877, max#984397L, max#984398, max#984399, max#984400, max#984401, buf#984402, buf#984403, buf#984404]
Arguments: hashpartitioning(shardId#981205, orderProposalId#981875L, splitIndicator#981880L, orderProposalItemGroupId#981877, 20), ENSURE_REQUIREMENTS, [plan_id=382171]
(58) ObjectHashAggregate
Input [12]: [shardId#981205, orderProposalId#981875L, splitIndicator#981880L, orderProposalItemGroupId#981877, max#984397L, max#984398, max#984399, max#984400, max#984401, buf#984402, buf#984403, buf#984404]
Keys [4]: [shardId#981205, orderProposalId#981875L, splitIndicator#981880L, orderProposalItemGroupId#981877]
Functions [8]: [max(originalReplenishmentRunId#981878L), max(supplierGroup#981885), max(supplier#981886), max(supplyingPlant#981916), max(orderDateTime#981893), collect_list(parentItem#983097, 0, 0), collect_set(previousOrderProposal#981881L, 0, 0), collect_list(item#983128, 0, 0)]
Aggregate Attributes [8]: [max(originalReplenishmentRunId#981878L)#983197L, max(supplierGroup#981885)#983198, max(supplier#981886)#983199, max(supplyingPlant#981916)#983200, max(orderDateTime#981893)#983201, collect_list(parentItem#983097, 0, 0)#983202, collect_set(previousOrderProposal#981881L, 0, 0)#983204, collect_list(item#983128, 0, 0)#983203]
Results [10]: [shardId#981205, orderProposalId#981875L, max(originalReplenishmentRunId#981878L)#983197L AS originalReplenishmentRunId#983145L, max(supplierGroup#981885)#983198 AS supplierGroup#983146, max(supplier#981886)#983199 AS supplier#983147, max(supplyingPlant#981916)#983200 AS supplyingPlant#983148, max(orderDateTime#981893)#983201 AS orderDateTime#983149, collect_list(parentItem#983097, 0, 0)#983202 AS parentItems#983150, collect_set(previousOrderProposal#981881L, 0, 0)#983204 AS previousOrderProposals#983152, struct(itemGroupId, coalesce(orderProposalItemGroupId#981877, cast((monotonically_increasing_id() % 9999999999) as string)), items, collect_list(item#983128, 0, 0)#983203) AS itemGroup#983206]
(59) ObjectHashAggregate
Input [10]: [shardId#981205, orderProposalId#981875L, originalReplenishmentRunId#983145L, supplierGroup#983146, supplier#983147, supplyingPlant#983148, orderDateTime#983149, parentItems#983150, previousOrderProposals#983152, itemGroup#983206]
Keys [2]: [shardId#981205, orderProposalId#981875L]
Functions [8]: [partial_max(originalReplenishmentRunId#983145L), partial_max(supplierGroup#983146), partial_max(supplier#983147), partial_max(supplyingPlant#983148), partial_max(orderDateTime#983149), partial_collect_list(itemGroup#983206, 0, 0), partial_collect_list(parentItems#983150, 0, 0), partial_collect_set(previousOrderProposals#983152, 0, 0)]
Aggregate Attributes [8]: [max#984373L, max#984374, max#984375, max#984376, max#984377, buf#984378, buf#984379, buf#984380]
Results [10]: [shardId#981205, orderProposalId#981875L, max#984381L, max#984382, max#984383, max#984384, max#984385, buf#984386, buf#984387, buf#984388]
(60) Exchange
Input [10]: [shardId#981205, orderProposalId#981875L, max#984381L, max#984382, max#984383, max#984384, max#984385, buf#984386, buf#984387, buf#984388]
Arguments: hashpartitioning(shardId#981205, orderProposalId#981875L, 20), ENSURE_REQUIREMENTS, [plan_id=382174]
(61) ObjectHashAggregate
Input [10]: [shardId#981205, orderProposalId#981875L, max#984381L, max#984382, max#984383, max#984384, max#984385, buf#984386, buf#984387, buf#984388]
Keys [2]: [shardId#981205, orderProposalId#981875L]
Functions [8]: [max(originalReplenishmentRunId#983145L), max(supplierGroup#983146), max(supplier#983147), max(supplyingPlant#983148), max(orderDateTime#983149), collect_list(itemGroup#983206, 0, 0), collect_list(parentItems#983150, 0, 0), collect_set(previousOrderProposals#983152, 0, 0)]
Aggregate Attributes [8]: [max(originalReplenishmentRunId#983145L)#983228L, max(supplierGroup#983146)#983229, max(supplier#983147)#983230, max(supplyingPlant#983148)#983231, max(orderDateTime#983149)#983232, collect_list(itemGroup#983206, 0, 0)#983233, collect_list(parentItems#983150, 0, 0)#983234, collect_set(previousOrderProposals#983152, 0, 0)#983235]
Results [10]: [shardId#981205, orderProposalId#981875L, max(originalReplenishmentRunId#983145L)#983228L AS originalReplenishmentRunId#983207L, max(supplierGroup#983146)#983229 AS supplierGroup#983208, max(supplier#983147)#983230 AS supplier#983209, max(supplyingPlant#983148)#983231 AS supplyingPlant#983210, max(orderDateTime#983149)#983232 AS orderDateTime#983211, collect_list(itemGroup#983206, 0, 0)#983233 AS itemGroups#983212, flatten(collect_list(parentItems#983150, 0, 0)#983234) AS parentItems#983213, flatten(collect_set(previousOrderProposals#983152, 0, 0)#983235) AS previousOrderProposals#983214]
(62) Project
Output [2]: [shardId#981205, struct(orderProposalId, orderProposalId#981875L, originalReplenishmentRunId, originalReplenishmentRunId#983207L, supplierGroup, supplierGroup#983208, optimizationGroups, null, supplier, CASE WHEN isnull(supplierGroup#983208) THEN supplier#983209 END, supplyingPlant, supplyingPlant#983210, orderDateTime, orderDateTime#983211, itemGroups, itemGroups#983212, previousOrderProposals, array_distinct(previousOrderProposals#983214), parentItems, parentItems#983213) AS orderProposal#983239]
Input [10]: [shardId#981205, orderProposalId#981875L, originalReplenishmentRunId#983207L, supplierGroup#983208, supplier#983209, supplyingPlant#983210, orderDateTime#983211, itemGroups#983212, parentItems#983213, previousOrderProposals#983214]
(63) Project
Output [11]: [shardId#981205, orderProposal#983239.orderProposalId AS _extract_orderProposalId#984005L, orderProposal#983239.originalReplenishmentRunId AS _extract_originalReplenishmentRunId#984006L, orderProposal#983239.supplierGroup AS _extract_supplierGroup#984007, orderProposal#983239.supplier AS _extract_supplier#984008, orderProposal#983239.supplyingPlant AS _extract_supplyingPlant#984009, orderProposal#983239.orderDateTime AS _extract_orderDateTime#984010, orderProposal#983239.itemGroups AS _extract_itemGroups#984011, orderProposal#983239.previousOrderProposals AS _extract_previousOrderProposals#984012, orderProposal#983239.parentItems AS _extract_parentItems#984013, orderProposal#983239.orderProposalId AS _extract_orderProposalId#984014L]
Input [2]: [shardId#981205, orderProposal#983239]
(64) InMemoryTableScan
Output [3]: [shardId#983262, orderProposalId#983263L, optimizationGroups#983265]
Arguments: [shardId#983262, orderProposalId#983263L, optimizationGroups#983265], [isnotnull(orderProposalId#983263L)]
(65) InMemoryRelation
Arguments: [shardId#983262, orderProposalId#983263L, items#983264, optimizationGroups#983265, isOptimal#983266, optimizationInsights#983268], StorageLevel(disk, memory, 2 replicas)
(66) Filter [codegen id : 2]
Input [3]: [shardId#983262, orderProposalId#983263L, optimizationGroups#983265]
Condition : isnotnull(orderProposalId#983263L)
(67) BroadcastExchange
Input [3]: [shardId#983262, orderProposalId#983263L, optimizationGroups#983265]
Arguments: HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=382181]
(68) InMemoryTableScan
Output [2]: [items#982881, shardId#982879]
Arguments: [items#982881, shardId#982879], [(size(items#982881.worklistShardItemId, true) > 0), isnotnull(items#982881.worklistShardItemId), (shardId#982879 = 0_1_10000002110)]
(69) InMemoryRelation
Arguments: [shardId#982879, orderProposalId#982880L, items#982881, optimizationGroups#982882, isOptimal#982883, optimizationInsights#982885], StorageLevel(disk, memory, 2 replicas)
(70) Filter [codegen id : 3]
Input [2]: [items#982881, shardId#982879]
Condition : (((size(items#982881.worklistShardItemId, true) > 0) AND isnotnull(items#982881.worklistShardItemId)) AND (shardId#982879 = 0_1_10000002110))
(71) Project [codegen id : 3]
Output [1]: [items#982881.worklistShardItemId AS _extract_worklistShardItemId#983910]
Input [2]: [items#982881, shardId#982879]
(72) Generate [codegen id : 3]
Input [1]: [_extract_worklistShardItemId#983910]
Arguments: explode(_extract_worklistShardItemId#983910), false, [item#983269L]
(73) Project [codegen id : 3]
Output [1]: [item#983269L AS worklistShardItemId#983270L]
Input [1]: [item#983269L]
(74) BroadcastExchange
Input [1]: [worklistShardItemId#983270L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=382189]
(75) Scan parquet
Output [5]: [orderProposalId#983318L, isFallbackOrderOnly#983335, worklistShardItemId#983341L, shardId#983362, sequenceId#983340]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002110]
PartitionFilters: [isnotnull(shardId#983362), isnotnull(sequenceId#983340), (shardId#983362 = 0_1_10000002110), (sequenceId#983340 = 2)]
PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderProposalId)]
ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>
(76) ColumnarToRow [codegen id : 4]
Input [5]: [orderProposalId#983318L, isFallbackOrderOnly#983335, worklistShardItemId#983341L, shardId#983362, sequenceId#983340]
(77) Filter [codegen id : 4]
Input [5]: [orderProposalId#983318L, isFallbackOrderOnly#983335, worklistShardItemId#983341L, shardId#983362, sequenceId#983340]
Condition : ((isnotnull(worklistShardItemId#983341L) AND NOT (isFallbackOrderOnly#983335 <=> true)) AND isnotnull(orderProposalId#983318L))
(78) Project [codegen id : 4]
Output [2]: [orderProposalId#983318L, worklistShardItemId#983341L]
Input [5]: [orderProposalId#983318L, isFallbackOrderOnly#983335, worklistShardItemId#983341L, shardId#983362, sequenceId#983340]
(79) Exchange
Input [2]: [orderProposalId#983318L, worklistShardItemId#983341L]
Arguments: hashpartitioning(worklistShardItemId#983341L, 20), REPARTITION_BY_NUM, [plan_id=382196]
(80) Project
Output [2]: [worklistShardItemId#983341L, orderProposalId#983318L]
Input [2]: [orderProposalId#983318L, worklistShardItemId#983341L]
(81) BroadcastHashJoin [codegen id : 5]
Left keys [1]: [worklistShardItemId#983270L]
Right keys [1]: [worklistShardItemId#983341L]
Join type: Inner
Join condition: None
(82) Project [codegen id : 5]
Output [1]: [orderProposalId#983318L]
Input [3]: [worklistShardItemId#983270L, worklistShardItemId#983341L, orderProposalId#983318L]
(83) HashAggregate [codegen id : 5]
Input [1]: [orderProposalId#983318L]
Keys [1]: [orderProposalId#983318L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#983318L]
(84) Exchange
Input [1]: [orderProposalId#983318L]
Arguments: hashpartitioning(orderProposalId#983318L, 20), ENSURE_REQUIREMENTS, [plan_id=382203]
(85) HashAggregate
Input [1]: [orderProposalId#983318L]
Keys [1]: [orderProposalId#983318L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#983318L]
(86) BroadcastHashJoin [codegen id : 6]
Left keys [1]: [orderProposalId#983263L]
Right keys [1]: [orderProposalId#983318L]
Join type: Inner
Join condition: None
(87) Project
Output [3]: [orderProposalId#983263L, shardId#983262, coalesce(transform(optimizationGroups#983265, lambdafunction(struct(optGroupId, lambda x_2586#983260.optGroupId, minOrderProfile, lambda x_2586#983260.minOrderProfile, assignmentDetails, lambda x_2586#983260.assignmentDetails, minOrdBenchmark, struct(dimensionType, lambda x_2586#983260.minOrderGoal.dimensionType, unit, lambda x_2586#983260.minOrderGoal.unit, unitUuid, lambda x_2586#983260.minOrderGoal.unitUuid, goalValue, lambda x_2586#983260.minOrderGoal.minOrderValue, calcValue, lambda x_2586#983260.minOrderGoal.calculatedOrderValue), transportLoadProfile, DummyTloProfile01, transportLoadGoal, [3,5000.0,false,PAL,a7f3c91d204eb8f56d12a09e3b785c4f,TON,b4e8d1f0c73a92e61d05b8f4a291c07e,40.0]), lambda x_2586#983260, false)), []) AS optimizationGroups#983259]
Input [4]: [shardId#983262, orderProposalId#983263L, optimizationGroups#983265, orderProposalId#983318L]
(88) BroadcastExchange
Input [3]: [orderProposalId#983263L, shardId#983262, optimizationGroups#983259]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[1, string, true], ), isnull(input[1, string, true]), coalesce(input[0, bigint, true], 0), isnull(input[0, bigint, true])),false), [plan_id=382209]
(89) BroadcastHashJoin
Left keys [4]: [coalesce(shardId#981205, ), isnull(shardId#981205), coalesce(_extract_orderProposalId#984014L, 0), isnull(_extract_orderProposalId#984014L)]
Right keys [4]: [coalesce(shardId#983262, ), isnull(shardId#983262), coalesce(orderProposalId#983263L, 0), isnull(orderProposalId#983263L)]
Join type: LeftOuter
Join condition: None
(90) Project
Output [2]: [shardId#981205, named_struct(orderProposalId, _extract_orderProposalId#984014L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#984006L, supplierGroup, _extract_supplierGroup#984007, optimizationGroups, coalesce(optimizationGroups#983259, []), supplier, _extract_supplier#984008, supplyingPlant, _extract_supplyingPlant#984009, orderDateTime, _extract_orderDateTime#984010, itemGroups, _extract_itemGroups#984011, previousOrderProposals, _extract_previousOrderProposals#984012, parentItems, _extract_parentItems#984013) AS orderProposal#983366]
Input [14]: [shardId#981205, _extract_orderProposalId#984005L, _extract_originalReplenishmentRunId#984006L, _extract_supplierGroup#984007, _extract_supplier#984008, _extract_supplyingPlant#984009, _extract_orderDateTime#984010, _extract_itemGroups#984011, _extract_previousOrderProposals#984012, _extract_parentItems#984013, _extract_orderProposalId#984014L, orderProposalId#983263L, shardId#983262, optimizationGroups#983259]
(91) Filter
Input [1]: [orderProposal#983366]
Condition : (size(orderProposal#983366.parentItems.deliveryDateTime, true) > 0)
(92) Project
Output [1]: [orderProposal#983366.parentItems.deliveryDateTime AS _extract_deliveryDateTime#984769]
Input [1]: [orderProposal#983366]
(93) Generate [codegen id : 1]
Input [1]: [_extract_deliveryDateTime#984769]
Arguments: explode(_extract_deliveryDateTime#984769), false, [numberOfOrderProposalItems#984741]
(94) Project [codegen id : 1]
Output: []
Input [1]: [numberOfOrderProposalItems#984741]
(95) HashAggregate [codegen id : 1]
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#984780L]
Results [1]: [count#984781L]
(96) Exchange
Input [1]: [count#984781L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=382315]
(97) HashAggregate [codegen id : 2]
Input [1]: [count#984781L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#984746L]
Results [1]: [count(1)#984746L AS count#984742L]