digraph G {
subgraph cluster0 {
isCluster="true";
id="cluster0";
label="WholeStageCodegen (2)\n \nduration: 2 ms";
tooltip="WholeStageCodegen (2)";
1 [id="node1" labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 2 ms<br>number of output rows: 1" tooltip="HashAggregate(keys=[], functions=[count(1)])"];
}
2 [id="node2" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 20<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 20<br>local bytes read: 1275.0 B<br>merged fetch fallback count: 0<br>local blocks read: 17<br>remote merged chunks fetched: 0<br>remote blocks read: 3<br>data size total (min, med, max (stageId: taskId))<br>320.0 B (16.0 B, 16.0 B, 16.0 B (stage 43037.0: task 123596))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>3 ms (0 ms, 0 ms, 0 ms (stage 43037.0: task 123598))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 216.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1491.0 B (72.0 B, 75.0 B, 75.0 B (stage 43037.0: task 123596))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=249475]"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n19 ms (0 ms, 0 ms, 3 ms (stage 43037.0: task 123596))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build total (min, med, max (stageId: taskId))<br>11 ms (0 ms, 0 ms, 2 ms (stage 43037.0: task 123596))<br>number of output rows: 20" tooltip="HashAggregate(keys=[], functions=[partial_count(1)])"];
5 [id="node5" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
6 [id="node6" labelType="html" label="<b>Generate</b><br><br>number of output rows: 980" tooltip="Generate explode(_extract_deliveryDateTime#589156), false, [numberOfOrderProposalItems#589128]"];
}
7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposal#587489.parentItems.deliveryDateTime AS _extract_deliveryDateTime#589156]"];
8 [id="node8" labelType="html" label="<b>Filter</b><br><br>number of output rows: 59" tooltip="Filter (size(orderProposal#587489.parentItems.deliveryDateTime, true) > 0)"];
9 [id="node9" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [orderProposal#587489], [(size(orderProposal#587489.parentItems.deliveryDateTime, true) > 0)]"];
10 [id="node10" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, named_struct(orderProposalId, _extract_orderProposalId#588385L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#588377L, supplierGroup, _extract_supplierGroup#588378, optimizationGroups, coalesce(optimizationGroups#587382, []), supplier, _extract_supplier#588379, supplyingPlant, _extract_supplyingPlant#588380, orderDateTime, _extract_orderDateTime#588381, itemGroups, _extract_itemGroups#588382, previousOrderProposals, _extract_previousOrderProposals#588383, parentItems, _extract_parentItems#588384) AS orderProposal#587489]"];
11 [id="node11" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 59<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43037.0: task 123596))" tooltip="SortMergeJoin [coalesce(shardId#584004, ), isnull(shardId#584004), coalesce(_extract_orderProposalId#588385L, 0), isnull(_extract_orderProposalId#588385L)], [coalesce(shardId#587385, ), isnull(shardId#587385), coalesce(orderProposalId#587386L, 0), isnull(orderProposalId#587386L)], LeftOuter"];
12 [id="node12" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43037.0: task 123595))<br>peak memory total (min, med, max (stageId: taskId))<br>35.3 MiB (64.0 KiB, 2.1 MiB, 2.1 MiB (stage 43037.0: task 123595))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43037.0: task 123595))" tooltip="Sort [coalesce(shardId#584004, ) ASC NULLS FIRST, isnull(shardId#584004) ASC NULLS FIRST, coalesce(_extract_orderProposalId#588385L, 0) ASC NULLS FIRST, isnull(_extract_orderProposalId#588385L) ASC NULLS FIRST], false, 0"];
13 [id="node13" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 59<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 59<br>local bytes read total (min, med, max (stageId: taskId))<br>286.9 KiB (1725.0 B, 12.8 KiB, 71.2 KiB (stage 43037.0: task 123595))<br>merged fetch fallback count: 0<br>local blocks read: 56<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>1966.2 KiB (18.1 KiB, 71.8 KiB, 271.1 KiB (stage 43036.0: task 123556))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>9 ms (0 ms, 0 ms, 0 ms (stage 43036.0: task 123529))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43037.0: task 123595))<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>286.9 KiB (3.0 KiB, 9.8 KiB, 36.9 KiB (stage 43036.0: task 123556))" tooltip="Exchange hashpartitioning(coalesce(shardId#584004, ), isnull(shardId#584004), coalesce(_extract_orderProposalId#588385L, 0), isnull(_extract_orderProposalId#588385L), 20), ENSURE_REQUIREMENTS, [plan_id=249324]"];
14 [id="node14" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, orderProposal#587362.orderProposalId AS _extract_orderProposalId#588376L, orderProposal#587362.originalReplenishmentRunId AS _extract_originalReplenishmentRunId#588377L, orderProposal#587362.supplierGroup AS _extract_supplierGroup#588378, orderProposal#587362.supplier AS _extract_supplier#588379, orderProposal#587362.supplyingPlant AS _extract_supplyingPlant#588380, orderProposal#587362.orderDateTime AS _extract_orderDateTime#588381, orderProposal#587362.itemGroups AS _extract_itemGroups#588382, orderProposal#587362.previousOrderProposals AS _extract_previousOrderProposals#588383, orderProposal#587362.parentItems AS _extract_parentItems#588384, orderProposal#587362.orderProposalId AS _extract_orderProposalId#588385L]"];
15 [id="node15" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, struct(orderProposalId, orderProposalId#584674L, originalReplenishmentRunId, originalReplenishmentRunId#587330L, supplierGroup, supplierGroup#587331, optimizationGroups, null, supplier, CASE WHEN isnull(supplierGroup#587331) THEN supplier#587332 END, supplyingPlant, supplyingPlant#587333, orderDateTime, orderDateTime#587334, itemGroups, itemGroups#587335, previousOrderProposals, array_distinct(previousOrderProposals#587337), parentItems, parentItems#587336) AS orderProposal#587362]"];
16 [id="node16" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 59<br>time in aggregation build total (min, med, max (stageId: taskId))<br>325 ms (0 ms, 8 ms, 44 ms (stage 43036.0: task 123527))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43036.0: task 123530))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#584004, orderProposalId#584674L], functions=[max(originalReplenishmentRunId#587268L), max(supplierGroup#587269), max(supplier#587270), max(supplyingPlant#587271), max(orderDateTime#587272), collect_list(itemGroup#587329, 0, 0), collect_list(parentItems#587273, 0, 0), collect_set(previousOrderProposals#587275, 0, 0)])"];
17 [id="node17" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 77<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 77<br>local bytes read total (min, med, max (stageId: taskId))<br>286.9 KiB (3.0 KiB, 9.9 KiB, 35.2 KiB (stage 43036.0: task 123556))<br>merged fetch fallback count: 0<br>local blocks read: 70<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>1978.3 KiB (18.2 KiB, 103.7 KiB, 211.9 KiB (stage 43032.0: task 123497))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>9 ms (0 ms, 0 ms, 0 ms (stage 43032.0: task 123445))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43036.0: task 123530))<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>286.9 KiB (2.6 KiB, 15.2 KiB, 28.7 KiB (stage 43032.0: task 123497))" tooltip="Exchange hashpartitioning(shardId#584004, orderProposalId#584674L, 20), ENSURE_REQUIREMENTS, [plan_id=249320]"];
18 [id="node18" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 77<br>time in aggregation build total (min, med, max (stageId: taskId))<br>152 ms (2 ms, 2 ms, 26 ms (stage 43032.0: task 123447))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43032.0: task 123447))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#584004, orderProposalId#584674L], functions=[partial_max(originalReplenishmentRunId#587268L), partial_max(supplierGroup#587269), partial_max(supplier#587270), partial_max(supplyingPlant#587271), partial_max(orderDateTime#587272), partial_collect_list(itemGroup#587329, 0, 0), partial_collect_list(parentItems#587273, 0, 0), partial_collect_set(previousOrderProposals#587275, 0, 0)])"];
19 [id="node19" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 78<br>time in aggregation build total (min, med, max (stageId: taskId))<br>632 ms (7 ms, 9 ms, 100 ms (stage 43032.0: task 123446))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43032.0: task 123447))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#584004, orderProposalId#584674L, splitIndicator#584679L, orderProposalItemGroupId#584676], functions=[max(originalReplenishmentRunId#584677L), max(supplierGroup#584684), max(supplier#584685), max(supplyingPlant#584715), max(orderDateTime#584692), collect_list(parentItem#587220, 0, 0), collect_set(previousOrderProposal#584680L, 0, 0), collect_list(item#587251, 0, 0)])"];
20 [id="node20" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 665<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 665<br>local bytes read total (min, med, max (stageId: taskId))<br>631.7 KiB (7.8 KiB, 34.0 KiB, 54.3 KiB (stage 43032.0: task 123497))<br>merged fetch fallback count: 0<br>local blocks read: 331<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>2.1 MiB (82.6 KiB, 105.4 KiB, 136.7 KiB (stage 43031.0: task 123429))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>20 ms (0 ms, 0 ms, 1 ms (stage 43031.0: task 123299))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43032.0: task 123447))<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>631.7 KiB (25.7 KiB, 31.4 KiB, 37.9 KiB (stage 43031.0: task 123424))" tooltip="Exchange hashpartitioning(shardId#584004, orderProposalId#584674L, splitIndicator#584679L, orderProposalItemGroupId#584676, 20), ENSURE_REQUIREMENTS, [plan_id=249317]"];
21 [id="node21" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 665<br>time in aggregation build total (min, med, max (stageId: taskId))<br>757 ms (7 ms, 9 ms, 127 ms (stage 43031.0: task 123284))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43031.0: task 123289))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#584004, orderProposalId#584674L, splitIndicator#584679L, orderProposalItemGroupId#584676], functions=[partial_max(originalReplenishmentRunId#584677L), partial_max(supplierGroup#584684), partial_max(supplier#584685), partial_max(supplyingPlant#584715), partial_max(orderDateTime#584692), partial_collect_list(parentItem#587220, 0, 0), partial_collect_set(previousOrderProposal#584680L, 0, 0), partial_collect_list(item#587251, 0, 0)])"];
22 [id="node22" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, orderDateTime#584692, splitIndicator#584679L, orderProposalItemGroupId#584676, previousOrderProposal#584680L, parentItem#587220, struct(itemId, orderProposalItemId#584675, supplier, supplier#584685, supplyingPlant, supplyingPlant#584715, productGroup, productGroup#584716, product, product#584687, plant, plant#584688, supplierSubRange, subrange#584686, deliveryDateTime, deliveryDateTime#584693, orderQuantity, coalesce((qty#584518 * (cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1504#587254.isOrderUnit, lambda x_1504#587254, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1504#587255.isOrderUnit, lambda x_1504#587255, false)), 1, None, false).numerator as double))), qty#584518), orderQuantityUom, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1504#587256.isOrderUnit, lambda x_1504#587256, false)), 1, None, false).uom, orderQuantityBaseUom#584697), orderQuantityUomUuid, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1504#587257.isOrderUnit, lambda x_1504#587257, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#584698), orderQuantityInBaseUnit, qty#584518, orderQuantityBaseUom, ... 13 more fields) AS item#587251]"];
23 [id="node23" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, qty#584518, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, productGroup#584716, product#584687, plant#584688, subrange#584686, orderDateTime#584692, deliveryDateTime#584693, logisticUnits#584711, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, splitIndicator#584679L, orderProposalItemId#584675, orderProposalItemGroupId#584676, previousOrderProposal#584680L, struct(itemId, 123456, itemGroupId, 123456, supplier, supplier#584685, supplyingPlant, supplyingPlant#584715, productGroup, productGroup#584716, product, product#584687, plant, plant#584688, supplierSubRange, subrange#584686, sourceOfSupplyUuid, sourceOfSupplyUuid#584683, deliveryDateTime, deliveryDateTime#584693, unitPrice, netPriceAmount#584702, unitPriceCurrency, netPriceCurrencyCode#584703, unitPriceQuantity, ... 37 more fields) AS parentItem#587220]"];
24 [id="node24" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, qty#584518, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, productGroup#584716, product#584687, plant#584688, subrange#584686, orderDateTime#584692, deliveryDateTime#584693, availabilityDateTime#584694, nextAvailabilityDateTime#584695, logisticUnits#584711, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, splitIndicator#584679L, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, sourceOfSupplyUuid#584683, ... 12 more fields]"];
subgraph cluster25 {
isCluster="true";
id="cluster25";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.1 s (34 ms, 40 ms, 307 ms (stage 43031.0: task 123284))";
tooltip="WholeStageCodegen (1)";
26 [id="node26" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, productGroup#584716, product#584687, plant#584688, subrange#584686, orderDateTime#584692, deliveryDateTime#584693, availabilityDateTime#584694, nextAvailabilityDateTime#584695, logisticUnits#584711, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, splitIndicator#584679L, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, ... 11 more fields]"];
27 [id="node27" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter NOT (isFallbackOrderOnly#584696 <=> true)"];
}
28 [id="node28" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 980" tooltip="InMemoryTableScan [availabilityDateTime#584694, channelStreamSpecificKpis#586406, constraintLabels#584706, constraintOperators#584707, constraintValues#584709, deliveryDateTime#584693, isFallbackOrderOnly#584696, logisticUnits#584711, measurements#584704, minimumOrderQuantity#584705, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, nextAvailabilityDateTime#584695, optimizationGroups#584712, orderDateTime#584692, orderProposalId#584674L, orderProposalItemGroupId#584676, orderProposalItemId#584675, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, originalReplenishmentRunId#584677L, plant#584688, ... 14 more fields], [NOT (isFallbackOrderOnly#584696 <=> true)]"];
subgraph cluster29 {
isCluster="true";
id="cluster29";
label="WholeStageCodegen (15)\n \nduration: total (min, med, max (stageId: taskId))\n451 ms (9 ms, 14 ms, 53 ms (stage 43031.0: task 123290))";
tooltip="WholeStageCodegen (15)";
30 [id="node30" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 17 more fields]"];
31 [id="node31" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 980<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43031.0: task 123289))" tooltip="SortMergeJoin [shardId#584004, worklistShardItemId#584516L], [shardId#586413, worklistShardItemId#586414L], LeftOuter"];
}
subgraph cluster32 {
isCluster="true";
id="cluster32";
label="WholeStageCodegen (12)\n \nduration: total (min, med, max (stageId: taskId))\n1.7 s (15 ms, 23 ms, 257 ms (stage 43031.0: task 123290))";
tooltip="WholeStageCodegen (12)";
33 [id="node33" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 16 more fields]"];
34 [id="node34" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 980<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43031.0: task 123289))" tooltip="SortMergeJoin [shardId#584004, worklistShardItemId#584516L], [shardId#586400, worklistShardItemId#586401L], LeftOuter"];
}
subgraph cluster35 {
isCluster="true";
id="cluster35";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n3.3 s (20 ms, 37 ms, 551 ms (stage 43031.0: task 123290))";
tooltip="WholeStageCodegen (9)";
36 [id="node36" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 15 more fields]"];
37 [id="node37" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 980<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43031.0: task 123289))" tooltip="SortMergeJoin [shardId#584004, worklistShardItemId#584516L], [shardId#586384, worklistShardItemId#586385L], LeftOuter"];
}
subgraph cluster38 {
isCluster="true";
id="cluster38";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n4.2 s (21 ms, 39 ms, 843 ms (stage 43031.0: task 123284))";
tooltip="WholeStageCodegen (6)";
39 [id="node39" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43031.0: task 123289))<br>peak memory total (min, med, max (stageId: taskId))<br>41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 43031.0: task 123289))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43031.0: task 123289))" tooltip="Sort [shardId#584004 ASC NULLS FIRST, worklistShardItemId#584516L ASC NULLS FIRST], false, 0"];
}
40 [id="node40" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>614.3 KiB (24.5 KiB, 30.4 KiB, 39.4 KiB (stage 43031.0: task 123429))<br>merged fetch fallback count: 0<br>local blocks read: 362<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>1282.4 KiB (40.1 KiB, 66.1 KiB, 82.2 KiB (stage 43028.0: task 123250))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>21 ms (0 ms, 1 ms, 1 ms (stage 43028.0: task 123257))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43031.0: task 123289))<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>614.3 KiB (21.4 KiB, 31.8 KiB, 37.0 KiB (stage 43028.0: task 123244))" tooltip="Exchange hashpartitioning(shardId#584004, worklistShardItemId#584516L, 20), ENSURE_REQUIREMENTS, [plan_id=248653]"];
subgraph cluster41 {
isCluster="true";
id="cluster41";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n199 ms (5 ms, 7 ms, 34 ms (stage 43028.0: task 123257))";
tooltip="WholeStageCodegen (5)";
42 [id="node42" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 14 more fields]"];
43 [id="node43" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 980<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43028.0: task 123199))" tooltip="SortMergeJoin [worklistShardItemId#584516L], [worklistShardItemId#584740L], LeftOuter, (shardId#584004 = 0_1_10000002106)"];
}
subgraph cluster44 {
isCluster="true";
id="cluster44";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n1.3 s (5 ms, 8 ms, 340 ms (stage 43028.0: task 123199))";
tooltip="WholeStageCodegen (2)";
45 [id="node45" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43028.0: task 123199))<br>peak memory total (min, med, max (stageId: taskId))<br>41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 43028.0: task 123199))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43028.0: task 123199))" tooltip="Sort [worklistShardItemId#584516L ASC NULLS FIRST], false, 0"];
}
46 [id="node46" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>36.5 KiB (1430.0 B, 1895.0 B, 2.2 KiB (stage 43028.0: task 123256))<br>merged fetch fallback count: 0<br>local blocks read: 301<br>remote merged chunks fetched: 0<br>remote blocks read: 8<br>data size total (min, med, max (stageId: taskId))<br>53.6 KiB (504.0 B, 2.7 KiB, 7.1 KiB (stage 43026.0: task 123016))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>16 ms (0 ms, 0 ms, 1 ms (stage 43026.0: task 123017))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43028.0: task 123199))<br>remote bytes read total (min, med, max (stageId: taskId))<br>812.0 B (100.0 B, 100.0 B, 112.0 B (stage 43028.0: task 123200))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 1 ms (stage 43028.0: task 123259))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>37.3 KiB (812.0 B, 2.2 KiB, 3.1 KiB (stage 43026.0: task 123016))" tooltip="Exchange hashpartitioning(worklistShardItemId#584516L, 20), ENSURE_REQUIREMENTS, [plan_id=248634]"];
subgraph cluster47 {
isCluster="true";
id="cluster47";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n198 ms (0 ms, 2 ms, 75 ms (stage 43026.0: task 122978))";
tooltip="WholeStageCodegen (1)";
48 [id="node48" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, item#584515.worklistShardItemId AS worklistShardItemId#584516L, item#584515.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#584517, item#584515.qty AS qty#584518]"];
49 [id="node49" labelType="html" label="<b>Generate</b><br><br>number of output rows: 980" tooltip="Generate explode(items#584006), [shardId#584004], false, [item#584515]"];
50 [id="node50" labelType="html" label="<b>Filter</b><br><br>number of output rows: 59" tooltip="Filter ((size(items#584006, true) > 0) AND isnotnull(items#584006))"];
}
51 [id="node51" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [shardId#584004, items#584006], [(size(items#584006, true) > 0), isnotnull(items#584006)]"];
subgraph cluster52 {
isCluster="true";
id="cluster52";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
53 [id="node53" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"];
}
54 [id="node54" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010], [isnotnull(shardId#584004), (shardId#584004 = 0_1_10000002106)]"];
subgraph cluster55 {
isCluster="true";
id="cluster55";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
56 [id="node56" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"];
57 [id="node57" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#584004,orderProposalId#584005L,items#584006,optimizationGroups#584007,isOptimal#584008,lastModified#584009,optimizationInsights#584010]"];
}
subgraph cluster58 {
isCluster="true";
id="cluster58";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n901 ms (5 ms, 8 ms, 222 ms (stage 43028.0: task 123201))";
tooltip="WholeStageCodegen (4)";
59 [id="node59" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43028.0: task 123199))<br>peak memory total (min, med, max (stageId: taskId))<br>41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 43028.0: task 123199))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43028.0: task 123199))" tooltip="Sort [worklistShardItemId#584740L ASC NULLS FIRST], false, 0"];
60 [id="node60" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#584740L, orderProposalId#584717L, orderProposalItemId#584718, orderProposalItemGroupId#584741, originalReplenishmentRunId#584759L, splitIndicator#584736L, previousOrderProposal#584737L, sourceOfSupplyUuid#584731, supplierGroup#584719, supplier#584720, subrange#584723, product#584726, plant#584721, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, isFallbackOrderOnly#584734, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, netPriceAmount#584753, netPriceCurrencyCode#584754, ... 11 more fields]"];
}
61 [id="node61" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>174.8 KiB (5.5 KiB, 9.1 KiB, 12.7 KiB (stage 43028.0: task 123252))<br>merged fetch fallback count: 0<br>local blocks read: 119<br>remote merged chunks fetched: 0<br>remote blocks read: 302<br>data size total (min, med, max (stageId: taskId))<br>1244.1 KiB (33.9 KiB, 49.8 KiB, 61.0 KiB (stage 43025.0: task 123019))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>23 ms (0 ms, 0 ms, 1 ms (stage 43025.0: task 123035))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43028.0: task 123199))<br>remote bytes read total (min, med, max (stageId: taskId))<br>457.4 KiB (13.4 KiB, 21.8 KiB, 29.2 KiB (stage 43028.0: task 123201))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>44 ms (0 ms, 1 ms, 25 ms (stage 43028.0: task 123258))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>632.3 KiB (18.8 KiB, 25.2 KiB, 29.6 KiB (stage 43025.0: task 122977))" tooltip="Exchange hashpartitioning(worklistShardItemId#584740L, 20), REPARTITION_BY_NUM, [plan_id=248644]"];
subgraph cluster62 {
isCluster="true";
id="cluster62";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n3.5 s (96 ms, 129 ms, 262 ms (stage 43025.0: task 122994))";
tooltip="WholeStageCodegen (3)";
63 [id="node63" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#584717L, orderProposalItemId#584718, supplierGroup#584719, supplier#584720, plant#584721, deliveryDateTime#584722, subrange#584723, supplyingPlant#584724, productGroup#584725, product#584726, orderDateTime#584727, availabilityDateTime#584728, nextAvailabilityDateTime#584729, sourceOfSupplyUuid#584731, isFallbackOrderOnly#584734, splitIndicator#584736L, previousOrderProposal#584737L, worklistShardItemId#584740L, orderProposalItemGroupId#584741, externalProductId#584742, externalPlantId#584743, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, minimumOrderQuantity#584747, ... 11 more fields]"];
64 [id="node64" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter isnotnull(worklistShardItemId#584740L)"];
65 [id="node65" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 980<br>number of input batches: 25" tooltip="ColumnarToRow"];
}
66 [id="node66" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>3.3 s (94 ms, 126 ms, 196 ms (stage 43025.0: task 123035))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 674.1 KiB<br>number of output rows: 980<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#584717L,orderProposalItemId#584718,supplierGroup#584719,supplier#584720,plant#584721,deliveryDateTime#584722,subrange#584723,supplyingPlant#584724,productGroup#584725,product#584726,orderDateTime#584727,availabilityDateTime#584728,nextAvailabilityDateTime#584729,sourceOfSupplyUuid#584731,isFallbackOrderOnly#584734,splitIndicator#584736L,previousOrderProposal#584737L,worklistShardItemId#584740L,orderProposalItemGroupId#584741,externalProductId#584742,externalPlantId#584743,logisticUnits#584744,orderQuantityBaseUom#584745,orderQuantityBaseUomUuid#584746,minimumOrderQuantity#584747,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#584740L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#584761), isnotnull(sequenceId#584739), (shardId#584761 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster67 {
isCluster="true";
id="cluster67";
label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n1.8 s (10 ms, 18 ms, 315 ms (stage 43031.0: task 123290))";
tooltip="WholeStageCodegen (8)";
68 [id="node68" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43031.0: task 123289))<br>peak memory total (min, med, max (stageId: taskId))<br>41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 43031.0: task 123289))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43031.0: task 123289))" tooltip="Sort [shardId#586384 ASC NULLS FIRST, worklistShardItemId#586385L ASC NULLS FIRST], false, 0"];
}
69 [id="node69" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>139.3 KiB (5.6 KiB, 7.1 KiB, 8.5 KiB (stage 43031.0: task 123429))<br>merged fetch fallback count: 0<br>local blocks read: 181<br>remote merged chunks fetched: 0<br>remote blocks read: 176<br>data size total (min, med, max (stageId: taskId))<br>1025.9 KiB (42.9 KiB, 50.3 KiB, 69.1 KiB (stage 43030.0: task 123054))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>19 ms (0 ms, 0 ms, 1 ms (stage 43030.0: task 123095))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43031.0: task 123289))<br>remote bytes read total (min, med, max (stageId: taskId))<br>135.8 KiB (5.1 KiB, 7.0 KiB, 7.8 KiB (stage 43031.0: task 123417))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>51 ms (0 ms, 1 ms, 18 ms (stage 43031.0: task 123422))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>275.1 KiB (11.8 KiB, 13.9 KiB, 15.8 KiB (stage 43030.0: task 123054))" tooltip="Exchange hashpartitioning(shardId#586384, worklistShardItemId#586385L, 20), ENSURE_REQUIREMENTS, [plan_id=248659]"];
subgraph cluster70 {
isCluster="true";
id="cluster70";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n365 ms (6 ms, 7 ms, 223 ms (stage 43030.0: task 122986))";
tooltip="WholeStageCodegen (7)";
71 [id="node71" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#586384, worklistShardItemId#586385L, coalesce(kpis#586389, []) AS prodLocSpecificKpis#586390]"];
72 [id="node72" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter (((isnull(qty#586386) AND isnull(demandChannel#586387)) AND isnull(demandStream#586388)) AND (isnotnull(shardId#586384) AND isnotnull(worklistShardItemId#586385L)))"];
73 [id="node73" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 4,129" tooltip="Scan ExistingRDD[shardId#586384,worklistShardItemId#586385L,qty#586386,demandChannel#586387,demandStream#586388,kpis#586389]"];
}
subgraph cluster74 {
isCluster="true";
id="cluster74";
label="WholeStageCodegen (11)\n \nduration: total (min, med, max (stageId: taskId))\n1.3 s (7 ms, 12 ms, 217 ms (stage 43031.0: task 123290))";
tooltip="WholeStageCodegen (11)";
75 [id="node75" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43031.0: task 123289))<br>peak memory total (min, med, max (stageId: taskId))<br>41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 43031.0: task 123289))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43031.0: task 123289))" tooltip="Sort [shardId#586400 ASC NULLS FIRST, worklistShardItemId#586401L ASC NULLS FIRST], false, 0"];
}
76 [id="node76" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 966<br>time in aggregation build total (min, med, max (stageId: taskId))<br>201 ms (2 ms, 3 ms, 26 ms (stage 43031.0: task 123298))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43031.0: task 123289))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586400, worklistShardItemId#586401L], functions=[collect_list(struct(demandChannel, demandChannel#586403, demandStream, demandStream#586404, kpis, kpis#586405), 0, 0)])"];
77 [id="node77" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 966<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 966<br>local bytes read total (min, med, max (stageId: taskId))<br>7.1 KiB (316.0 B, 378.0 B, 478.0 B (stage 43031.0: task 123425))<br>merged fetch fallback count: 0<br>local blocks read: 19<br>remote merged chunks fetched: 0<br>remote blocks read: 349<br>data size total (min, med, max (stageId: taskId))<br>392.4 KiB (17.1 KiB, 19.5 KiB, 22.3 KiB (stage 43027.0: task 123039))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>21 ms (0 ms, 0 ms, 1 ms (stage 43027.0: task 123055))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>36 ms (0 ms, 0 ms, 17 ms (stage 43031.0: task 123422))<br>remote bytes read total (min, med, max (stageId: taskId))<br>126.4 KiB (5.3 KiB, 6.4 KiB, 7.0 KiB (stage 43031.0: task 123429))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>64 ms (0 ms, 2 ms, 19 ms (stage 43031.0: task 123420))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>133.5 KiB (6.0 KiB, 6.7 KiB, 7.2 KiB (stage 43027.0: task 123061))" tooltip="Exchange hashpartitioning(shardId#586400, worklistShardItemId#586401L, 20), ENSURE_REQUIREMENTS, [plan_id=248670]"];
78 [id="node78" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 966<br>time in aggregation build total (min, med, max (stageId: taskId))<br>290 ms (4 ms, 5 ms, 185 ms (stage 43027.0: task 122984))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43027.0: task 123028))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586400, worklistShardItemId#586401L], functions=[partial_collect_list(struct(demandChannel, demandChannel#586403, demandStream, demandStream#586404, kpis, kpis#586405), 0, 0)])"];
subgraph cluster79 {
isCluster="true";
id="cluster79";
label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n290 ms (4 ms, 5 ms, 185 ms (stage 43027.0: task 122984))";
tooltip="WholeStageCodegen (10)";
80 [id="node80" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#586400, worklistShardItemId#586401L, demandChannel#586403, demandStream#586404, kpis#586405]"];
81 [id="node81" labelType="html" label="<b>Filter</b><br><br>number of output rows: 966" tooltip="Filter ((((isnull(qty#586402) AND isnotnull(demandChannel#586403)) AND isnotnull(demandStream#586404)) AND (size(kpis#586405, true) > 0)) AND (isnotnull(shardId#586400) AND isnotnull(worklistShardItemId#586401L)))"];
82 [id="node82" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 4,129" tooltip="Scan ExistingRDD[shardId#586400,worklistShardItemId#586401L,qty#586402,demandChannel#586403,demandStream#586404,kpis#586405]"];
}
subgraph cluster83 {
isCluster="true";
id="cluster83";
label="WholeStageCodegen (14)\n \nduration: total (min, med, max (stageId: taskId))\n423 ms (4 ms, 7 ms, 67 ms (stage 43031.0: task 123290))";
tooltip="WholeStageCodegen (14)";
84 [id="node84" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43031.0: task 123289))<br>peak memory total (min, med, max (stageId: taskId))<br>41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 43031.0: task 123289))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43031.0: task 123289))" tooltip="Sort [shardId#586413 ASC NULLS FIRST, worklistShardItemId#586414L ASC NULLS FIRST], false, 0"];
}
85 [id="node85" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 980<br>time in aggregation build total (min, med, max (stageId: taskId))<br>240 ms (2 ms, 3 ms, 31 ms (stage 43031.0: task 123289))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43031.0: task 123289))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586413, worklistShardItemId#586414L], functions=[collect_list(struct(qty, qty#586415, kpis, kpis#586418), 0, 0)])"];
86 [id="node86" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 2,112<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 2,112<br>local bytes read total (min, med, max (stageId: taskId))<br>109.2 KiB (5.0 KiB, 5.5 KiB, 6.1 KiB (stage 43031.0: task 123429))<br>merged fetch fallback count: 0<br>local blocks read: 160<br>remote merged chunks fetched: 0<br>remote blocks read: 238<br>data size total (min, med, max (stageId: taskId))<br>1358.8 KiB (59.7 KiB, 68.4 KiB, 76.8 KiB (stage 43029.0: task 123107))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>20 ms (0 ms, 0 ms, 1 ms (stage 43029.0: task 123103))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>46 ms (0 ms, 0 ms, 24 ms (stage 43031.0: task 123426))<br>remote bytes read total (min, med, max (stageId: taskId))<br>164.1 KiB (7.2 KiB, 8.4 KiB, 9.1 KiB (stage 43031.0: task 123415))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>68 ms (0 ms, 1 ms, 25 ms (stage 43031.0: task 123426))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>273.2 KiB (13.2 KiB, 13.7 KiB, 14.3 KiB (stage 43029.0: task 123103))" tooltip="Exchange hashpartitioning(shardId#586413, worklistShardItemId#586414L, 20), ENSURE_REQUIREMENTS, [plan_id=248682]"];
87 [id="node87" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 2,112<br>time in aggregation build total (min, med, max (stageId: taskId))<br>357 ms (4 ms, 5 ms, 186 ms (stage 43029.0: task 122985))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43029.0: task 122985))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586413, worklistShardItemId#586414L], functions=[partial_collect_list(struct(qty, qty#586415, kpis, kpis#586418), 0, 0)])"];
subgraph cluster88 {
isCluster="true";
id="cluster88";
label="WholeStageCodegen (13)\n \nduration: total (min, med, max (stageId: taskId))\n357 ms (4 ms, 5 ms, 186 ms (stage 43029.0: task 122985))";
tooltip="WholeStageCodegen (13)";
89 [id="node89" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#586413, worklistShardItemId#586414L, qty#586415, kpis#586418]"];
90 [id="node90" labelType="html" label="<b>Filter</b><br><br>number of output rows: 2,183" tooltip="Filter ((isnotnull(qty#586415) AND isnotnull(kpis#586418)) AND (isnotnull(shardId#586413) AND isnotnull(worklistShardItemId#586414L)))"];
91 [id="node91" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 4,129" tooltip="Scan ExistingRDD[shardId#586413,worklistShardItemId#586414L,qty#586415,demandChannel#586416,demandStream#586417,kpis#586418]"];
}
subgraph cluster92 {
isCluster="true";
id="cluster92";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n2.6 s (11 ms, 11 ms, 320 ms (stage 43037.0: task 123595))";
tooltip="WholeStageCodegen (7)";
93 [id="node93" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43037.0: task 123596))<br>peak memory total (min, med, max (stageId: taskId))<br>35.3 MiB (64.0 KiB, 2.1 MiB, 2.1 MiB (stage 43037.0: task 123596))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 43037.0: task 123596))" tooltip="Sort [coalesce(shardId#587385, ) ASC NULLS FIRST, isnull(shardId#587385) ASC NULLS FIRST, coalesce(orderProposalId#587386L, 0) ASC NULLS FIRST, isnull(orderProposalId#587386L) ASC NULLS FIRST], false, 0"];
}
94 [id="node94" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 59<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 59<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 58<br>data size total (min, med, max (stageId: taskId))<br>12.7 KiB (56.0 B, 592.0 B, 2.2 KiB (stage 43035.0: task 123285))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>8 ms (0 ms, 0 ms, 0 ms (stage 43035.0: task 123270))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43037.0: task 123596))<br>remote bytes read total (min, med, max (stageId: taskId))<br>13.7 KiB (113.0 B, 592.0 B, 3.1 KiB (stage 43037.0: task 123595))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 1 ms (stage 43037.0: task 123656))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>13.7 KiB (113.0 B, 626.0 B, 1974.0 B (stage 43035.0: task 123285))" tooltip="Exchange hashpartitioning(coalesce(shardId#587385, ), isnull(shardId#587385), coalesce(orderProposalId#587386L, 0), isnull(orderProposalId#587386L), 20), ENSURE_REQUIREMENTS, [plan_id=249357]"];
95 [id="node95" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#587386L, shardId#587385, coalesce(transform(optimizationGroups#587388, lambdafunction(struct(optGroupId, lambda x_1508#587383.optGroupId, minOrderProfile, lambda x_1508#587383.minOrderProfile, assignmentDetails, lambda x_1508#587383.assignmentDetails, minOrdBenchmark, struct(dimensionType, lambda x_1508#587383.minOrderGoal.dimensionType, unit, lambda x_1508#587383.minOrderGoal.unit, unitUuid, lambda x_1508#587383.minOrderGoal.unitUuid, goalValue, lambda x_1508#587383.minOrderGoal.minOrderValue, calcValue, lambda x_1508#587383.minOrderGoal.calculatedOrderValue), transportLoadProfile, DummyTloProfile01, transportLoadGoal, [3,5000.0,false,PAL,a7f3c91d204eb8f56d12a09e3b785c4f,TON,b4e8d1f0c73a92e61d05b8f4a291c07e,40.0]), lambda x_1508#587383, false)), []) AS optimizationGroups#587382]"];
subgraph cluster96 {
isCluster="true";
id="cluster96";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n519 ms (2 ms, 5 ms, 121 ms (stage 43035.0: task 123245))";
tooltip="WholeStageCodegen (6)";
97 [id="node97" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 59" tooltip="BroadcastHashJoin [orderProposalId#587386L], [orderProposalId#587441L], Inner, BuildLeft, false"];
108 [id="node108" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>27 ms (0 ms, 2 ms, 2 ms (stage 43035.0: task 123270))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 43035.0: task 123261))<br>number of output rows: 59<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#587441L], functions=[])"];
}
98 [id="node98" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 42 ms<br>time to collect: 216 ms<br>number of output rows: 59<br>data size: 1026.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=249329]"];
subgraph cluster99 {
isCluster="true";
id="cluster99";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n4 ms (0 ms, 0 ms, 2 ms (stage 42967.0: task 122893))";
tooltip="WholeStageCodegen (2)";
100 [id="node100" labelType="html" label="<b>Filter</b><br><br>number of output rows: 59" tooltip="Filter isnotnull(orderProposalId#587386L)"];
}
101 [id="node101" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [shardId#587385, orderProposalId#587386L, optimizationGroups#587388], [isnotnull(orderProposalId#587386L)]"];
subgraph cluster102 {
isCluster="true";
id="cluster102";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
103 [id="node103" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"];
}
104 [id="node104" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010], [isnotnull(shardId#584004), (shardId#584004 = 0_1_10000002106)]"];
subgraph cluster105 {
isCluster="true";
id="cluster105";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
106 [id="node106" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"];
107 [id="node107" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#584004,orderProposalId#584005L,items#584006,optimizationGroups#584007,isOptimal#584008,lastModified#584009,optimizationInsights#584010]"];
}
109 [id="node109" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 532<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 532<br>local bytes read total (min, med, max (stageId: taskId))<br>23.9 KiB (300.0 B, 1471.0 B, 1854.0 B (stage 43035.0: task 123276))<br>merged fetch fallback count: 0<br>local blocks read: 294<br>remote merged chunks fetched: 0<br>remote blocks read: 12<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (320.0 B, 432.0 B, 512.0 B (stage 43034.0: task 123232))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>19 ms (0 ms, 1 ms, 1 ms (stage 43034.0: task 123213))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43035.0: task 123261))<br>remote bytes read total (min, med, max (stageId: taskId))<br>988.0 B (75.0 B, 75.0 B, 97.0 B (stage 43035.0: task 123270))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 0 ms, 1 ms (stage 43035.0: task 123275))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>24.8 KiB (988.0 B, 1279.0 B, 1567.0 B (stage 43034.0: task 123232))" tooltip="Exchange hashpartitioning(orderProposalId#587441L, 20), ENSURE_REQUIREMENTS, [plan_id=249351]"];
subgraph cluster110 {
isCluster="true";
id="cluster110";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n475 ms (3 ms, 4 ms, 99 ms (stage 43034.0: task 123211))";
tooltip="WholeStageCodegen (5)";
111 [id="node111" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>32 ms (1 ms, 2 ms, 3 ms (stage 43034.0: task 123213))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 43034.0: task 123214))<br>number of output rows: 532<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#587441L], functions=[])"];
112 [id="node112" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#587441L]"];
113 [id="node113" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 980" tooltip="BroadcastHashJoin [worklistShardItemId#587393L], [worklistShardItemId#587464L], Inner, BuildLeft, false"];
127 [id="node127" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#587464L, orderProposalId#587441L]"];
}
114 [id="node114" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 37 ms<br>time to build: 0 ms<br>time to collect: 217 ms<br>number of output rows: 980<br>data size: 1056.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=249337]"];
subgraph cluster115 {
isCluster="true";
id="cluster115";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n4 ms (0 ms, 0 ms, 2 ms (stage 42968.0: task 122894))";
tooltip="WholeStageCodegen (3)";
116 [id="node116" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#587392L AS worklistShardItemId#587393L]"];
117 [id="node117" labelType="html" label="<b>Generate</b><br><br>number of output rows: 980" tooltip="Generate explode(_extract_worklistShardItemId#588033), false, [item#587392L]"];
118 [id="node118" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#587004.worklistShardItemId AS _extract_worklistShardItemId#588033]"];
119 [id="node119" labelType="html" label="<b>Filter</b><br><br>number of output rows: 59" tooltip="Filter (((size(items#587004.worklistShardItemId, true) > 0) AND isnotnull(items#587004.worklistShardItemId)) AND (shardId#587002 = 0_1_10000002106))"];
}
120 [id="node120" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [items#587004, shardId#587002], [(size(items#587004.worklistShardItemId, true) > 0), isnotnull(items#587004.worklistShardItemId), (shardId#587002 = 0_1_10000002106)]"];
subgraph cluster121 {
isCluster="true";
id="cluster121";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
122 [id="node122" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"];
}
123 [id="node123" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010], [isnotnull(shardId#584004), (shardId#584004 = 0_1_10000002106)]"];
subgraph cluster124 {
isCluster="true";
id="cluster124";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
125 [id="node125" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"];
126 [id="node126" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#584004,orderProposalId#584005L,items#584006,optimizationGroups#584007,isOptimal#584008,lastModified#584009,optimizationInsights#584010]"];
}
128 [id="node128" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>25.3 KiB (587.0 B, 1334.0 B, 1695.0 B (stage 43034.0: task 123213))<br>merged fetch fallback count: 0<br>local blocks read: 249<br>remote merged chunks fetched: 0<br>remote blocks read: 172<br>data size total (min, med, max (stageId: taskId))<br>23.0 KiB (648.0 B, 960.0 B, 1152.0 B (stage 43033.0: task 123048))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>21 ms (0 ms, 0 ms, 1 ms (stage 43033.0: task 123048))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 43034.0: task 123214))<br>remote bytes read total (min, med, max (stageId: taskId))<br>18.4 KiB (690.0 B, 925.0 B, 1157.0 B (stage 43034.0: task 123215))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>13 ms (0 ms, 1 ms, 2 ms (stage 43034.0: task 123213))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>43.7 KiB (1388.0 B, 1815.0 B, 2021.0 B (stage 43033.0: task 123026))" tooltip="Exchange hashpartitioning(worklistShardItemId#587464L, 20), REPARTITION_BY_NUM, [plan_id=249344]"];
subgraph cluster129 {
isCluster="true";
id="cluster129";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n3.6 s (105 ms, 143 ms, 195 ms (stage 43033.0: task 123183))";
tooltip="WholeStageCodegen (4)";
130 [id="node130" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#587441L, worklistShardItemId#587464L]"];
131 [id="node131" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter ((isnotnull(worklistShardItemId#587464L) AND NOT (isFallbackOrderOnly#587458 <=> true)) AND isnotnull(orderProposalId#587441L))"];
132 [id="node132" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 980<br>number of input batches: 25" tooltip="ColumnarToRow"];
}
133 [id="node133" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>3.5 s (104 ms, 141 ms, 192 ms (stage 43033.0: task 123183))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 674.1 KiB<br>number of output rows: 980<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#587441L,isFallbackOrderOnly#587458,worklistShardItemId#587464L,shardId#587485,sequenceId#587463] Batched: true, DataFilters: [isnotnull(worklistShardItemId#587464L), NOT (isFallbackOrderOnly#587458 <=> true), isnotnull(ord..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#587485), isnotnull(sequenceId#587463), (shardId#587485 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"];
2->1;
4->2;
5->4;
6->5;
7->6;
8->7;
9->8;
10->9;
11->10;
12->11;
13->12;
14->13;
15->14;
16->15;
17->16;
18->17;
19->18;
20->19;
21->20;
22->21;
23->22;
24->23;
26->24;
27->26;
28->27;
30->28;
31->30;
33->31;
34->33;
36->34;
37->36;
39->37;
40->39;
42->40;
43->42;
45->43;
46->45;
48->46;
49->48;
50->49;
51->50;
53->51;
54->53;
56->54;
57->56;
59->43;
60->59;
61->60;
63->61;
64->63;
65->64;
66->65;
68->37;
69->68;
71->69;
72->71;
73->72;
75->34;
76->75;
77->76;
78->77;
80->78;
81->80;
82->81;
84->31;
85->84;
86->85;
87->86;
89->87;
90->89;
91->90;
93->11;
94->93;
95->94;
97->95;
98->97;
100->98;
101->100;
103->101;
104->103;
106->104;
107->106;
108->97;
109->108;
111->109;
112->111;
113->112;
114->113;
116->114;
117->116;
118->117;
119->118;
120->119;
122->120;
123->122;
125->123;
126->125;
127->113;
128->127;
130->128;
131->130;
132->131;
133->132;
}
== Physical Plan ==
* HashAggregate (102)
+- Exchange (101)
+- * HashAggregate (100)
+- * Project (99)
+- * Generate (98)
+- Project (97)
+- Filter (96)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- Project (95)
+- SortMergeJoin LeftOuter (94)
:- Sort (67)
: +- Exchange (66)
: +- Project (65)
: +- Project (64)
: +- ObjectHashAggregate (63)
: +- Exchange (62)
: +- ObjectHashAggregate (61)
: +- ObjectHashAggregate (60)
: +- Exchange (59)
: +- ObjectHashAggregate (58)
: +- Project (57)
: +- Project (56)
: +- Project (55)
: +- * Project (54)
: +- * Filter (53)
: +- InMemoryTableScan (3)
: +- InMemoryRelation (4)
: +- * Project (52)
: +- * SortMergeJoin LeftOuter (51)
: :- * Project (43)
: : +- * SortMergeJoin LeftOuter (42)
: : :- * Project (34)
: : : +- * SortMergeJoin LeftOuter (33)
: : : :- * Sort (27)
: : : : +- Exchange (26)
: : : : +- * Project (25)
: : : : +- * SortMergeJoin LeftOuter (24)
: : : : :- * Sort (16)
: : : : : +- Exchange (15)
: : : : : +- * Project (14)
: : : : : +- * Generate (13)
: : : : : +- * Filter (12)
: : : : : +- InMemoryTableScan (5)
: : : : : +- InMemoryRelation (6)
: : : : : +- * Filter (11)
: : : : : +- InMemoryTableScan (7)
: : : : : +- InMemoryRelation (8)
: : : : : +- * Filter (10)
: : : : : +- * Scan ExistingRDD (9)
: : : : +- * Sort (23)
: : : : +- * Project (22)
: : : : +- Exchange (21)
: : : : +- * Project (20)
: : : : +- * Filter (19)
: : : : +- * ColumnarToRow (18)
: : : : +- Scan parquet (17)
: : : +- * Sort (32)
: : : +- Exchange (31)
: : : +- * Project (30)
: : : +- * Filter (29)
: : : +- * Scan ExistingRDD (28)
: : +- * Sort (41)
: : +- ObjectHashAggregate (40)
: : +- Exchange (39)
: : +- ObjectHashAggregate (38)
: : +- * Project (37)
: : +- * Filter (36)
: : +- * Scan ExistingRDD (35)
: +- * Sort (50)
: +- ObjectHashAggregate (49)
: +- Exchange (48)
: +- ObjectHashAggregate (47)
: +- * Project (46)
: +- * Filter (45)
: +- * Scan ExistingRDD (44)
+- * Sort (93)
+- Exchange (92)
+- Project (91)
+- * BroadcastHashJoin Inner BuildLeft (90)
:- BroadcastExchange (71)
: +- * Filter (70)
: +- InMemoryTableScan (68)
: +- InMemoryRelation (69)
: +- * Filter (11)
: +- InMemoryTableScan (7)
: +- InMemoryRelation (8)
: +- * Filter (10)
: +- * Scan ExistingRDD (9)
+- * HashAggregate (89)
+- Exchange (88)
+- * HashAggregate (87)
+- * Project (86)
+- * BroadcastHashJoin Inner BuildLeft (85)
:- BroadcastExchange (78)
: +- * Project (77)
: +- * Generate (76)
: +- * Project (75)
: +- * Filter (74)
: +- InMemoryTableScan (72)
: +- InMemoryRelation (73)
: +- * Filter (11)
: +- InMemoryTableScan (7)
: +- InMemoryRelation (8)
: +- * Filter (10)
: +- * Scan ExistingRDD (9)
+- * Project (84)
+- Exchange (83)
+- * Project (82)
+- * Filter (81)
+- * ColumnarToRow (80)
+- Scan parquet (79)
(1) InMemoryTableScan
Output [1]: [orderProposal#587489]
Arguments: [orderProposal#587489], [(size(orderProposal#587489.parentItems.deliveryDateTime, true) > 0)]
(2) InMemoryRelation
Arguments: [shardId#584004, orderProposal#587489], StorageLevel(disk, memory, 2 replicas)
(3) InMemoryTableScan
Output [39]: [availabilityDateTime#584694, channelStreamSpecificKpis#586406, constraintLabels#584706, constraintOperators#584707, constraintValues#584709, deliveryDateTime#584693, isFallbackOrderOnly#584696, logisticUnits#584711, measurements#584704, minimumOrderQuantity#584705, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, nextAvailabilityDateTime#584695, optimizationGroups#584712, orderDateTime#584692, orderProposalId#584674L, orderProposalItemGroupId#584676, orderProposalItemId#584675, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, originalReplenishmentRunId#584677L, plant#584688, previousOrderProposal#584680L, prodLocSpecificKpis#586391, product#584687, productGroup#584716, qty#584518, quantityAfterProdPlantOptimization#584517, quantityKpis#586419, shardId#584004, sourceOfSupplyUuid#584683, splitIndicator#584679L, subrange#584686, supplier#584685, supplierGroup#584684, supplyingPlant#584715]
Arguments: [availabilityDateTime#584694, channelStreamSpecificKpis#586406, constraintLabels#584706, constraintOperators#584707, constraintValues#584709, deliveryDateTime#584693, isFallbackOrderOnly#584696, logisticUnits#584711, measurements#584704, minimumOrderQuantity#584705, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, nextAvailabilityDateTime#584695, optimizationGroups#584712, orderDateTime#584692, orderProposalId#584674L, orderProposalItemGroupId#584676, orderProposalItemId#584675, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, originalReplenishmentRunId#584677L, plant#584688, ... 14 more fields], [NOT (isFallbackOrderOnly#584696 <=> true)]
(4) InMemoryRelation
Arguments: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, productGroup#584716, product#584687, plant#584688, subrange#584686, orderDateTime#584692, deliveryDateTime#584693, availabilityDateTime#584694, nextAvailabilityDateTime#584695, constraintValues#584709, constraintOperators#584707, constraintLabels#584706, logisticUnits#584711, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, splitIndicator#584679L, netPriceAmount#584702, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(5) InMemoryTableScan
Output [2]: [shardId#584004, items#584006]
Arguments: [shardId#584004, items#584006], [(size(items#584006, true) > 0), isnotnull(items#584006)]
(6) InMemoryRelation
Arguments: [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010], StorageLevel(disk, memory, 2 replicas)
(7) InMemoryTableScan
Output [6]: [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010]
Arguments: [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010], [isnotnull(shardId#584004), (shardId#584004 = 0_1_10000002106)]
(8) InMemoryRelation
Arguments: [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, lastModified#584009, optimizationInsights#584010], StorageLevel(disk, memory, 2 replicas)
(9) Scan ExistingRDD [codegen id : 1]
Output [7]: [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, lastModified#584009, optimizationInsights#584010]
Arguments: [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, lastModified#584009, optimizationInsights#584010], MapPartitionsRDD[28047] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(10) Filter [codegen id : 1]
Input [7]: [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, lastModified#584009, optimizationInsights#584010]
Condition : (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))
(11) Filter [codegen id : 1]
Input [6]: [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010]
Condition : (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))
(12) Filter [codegen id : 1]
Input [2]: [shardId#584004, items#584006]
Condition : ((size(items#584006, true) > 0) AND isnotnull(items#584006))
(13) Generate [codegen id : 1]
Input [2]: [shardId#584004, items#584006]
Arguments: explode(items#584006), [shardId#584004], false, [item#584515]
(14) Project [codegen id : 1]
Output [4]: [shardId#584004, item#584515.worklistShardItemId AS worklistShardItemId#584516L, item#584515.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#584517, item#584515.qty AS qty#584518]
Input [2]: [shardId#584004, item#584515]
(15) Exchange
Input [4]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518]
Arguments: hashpartitioning(worklistShardItemId#584516L, 20), ENSURE_REQUIREMENTS, [plan_id=248634]
(16) Sort [codegen id : 2]
Input [4]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518]
Arguments: [worklistShardItemId#584516L ASC NULLS FIRST], false, 0
(17) Scan parquet
Output [38]: [orderProposalId#584717L, orderProposalItemId#584718, supplierGroup#584719, supplier#584720, plant#584721, deliveryDateTime#584722, subrange#584723, supplyingPlant#584724, productGroup#584725, product#584726, orderDateTime#584727, availabilityDateTime#584728, nextAvailabilityDateTime#584729, sourceOfSupplyUuid#584731, isFallbackOrderOnly#584734, splitIndicator#584736L, previousOrderProposal#584737L, worklistShardItemId#584740L, orderProposalItemGroupId#584741, externalProductId#584742, externalPlantId#584743, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, minimumOrderQuantity#584747, constraintLabels#584748, constraintOperators#584749, constraintValues#584750, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, measurements#584758, originalReplenishmentRunId#584759L, optimizationGroups#584760, shardId#584761, sequenceId#584739]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002106]
PartitionFilters: [isnotnull(shardId#584761), isnotnull(sequenceId#584739), (shardId#584761 = 0_1_10000002106), (sequenceId#584739 = 1)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,sourceOfSupplyUuid:string,isFallbackOrderOnly:boolean,splitIndicator:bigint,previousOrderProposal:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>
(18) ColumnarToRow [codegen id : 3]
Input [38]: [orderProposalId#584717L, orderProposalItemId#584718, supplierGroup#584719, supplier#584720, plant#584721, deliveryDateTime#584722, subrange#584723, supplyingPlant#584724, productGroup#584725, product#584726, orderDateTime#584727, availabilityDateTime#584728, nextAvailabilityDateTime#584729, sourceOfSupplyUuid#584731, isFallbackOrderOnly#584734, splitIndicator#584736L, previousOrderProposal#584737L, worklistShardItemId#584740L, orderProposalItemGroupId#584741, externalProductId#584742, externalPlantId#584743, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, minimumOrderQuantity#584747, constraintLabels#584748, constraintOperators#584749, constraintValues#584750, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, measurements#584758, originalReplenishmentRunId#584759L, optimizationGroups#584760, shardId#584761, sequenceId#584739]
(19) Filter [codegen id : 3]
Input [38]: [orderProposalId#584717L, orderProposalItemId#584718, supplierGroup#584719, supplier#584720, plant#584721, deliveryDateTime#584722, subrange#584723, supplyingPlant#584724, productGroup#584725, product#584726, orderDateTime#584727, availabilityDateTime#584728, nextAvailabilityDateTime#584729, sourceOfSupplyUuid#584731, isFallbackOrderOnly#584734, splitIndicator#584736L, previousOrderProposal#584737L, worklistShardItemId#584740L, orderProposalItemGroupId#584741, externalProductId#584742, externalPlantId#584743, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, minimumOrderQuantity#584747, constraintLabels#584748, constraintOperators#584749, constraintValues#584750, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, measurements#584758, originalReplenishmentRunId#584759L, optimizationGroups#584760, shardId#584761, sequenceId#584739]
Condition : isnotnull(worklistShardItemId#584740L)
(20) Project [codegen id : 3]
Output [36]: [orderProposalId#584717L, orderProposalItemId#584718, supplierGroup#584719, supplier#584720, plant#584721, deliveryDateTime#584722, subrange#584723, supplyingPlant#584724, productGroup#584725, product#584726, orderDateTime#584727, availabilityDateTime#584728, nextAvailabilityDateTime#584729, sourceOfSupplyUuid#584731, isFallbackOrderOnly#584734, splitIndicator#584736L, previousOrderProposal#584737L, worklistShardItemId#584740L, orderProposalItemGroupId#584741, externalProductId#584742, externalPlantId#584743, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, minimumOrderQuantity#584747, constraintLabels#584748, constraintOperators#584749, constraintValues#584750, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, measurements#584758, originalReplenishmentRunId#584759L, optimizationGroups#584760]
Input [38]: [orderProposalId#584717L, orderProposalItemId#584718, supplierGroup#584719, supplier#584720, plant#584721, deliveryDateTime#584722, subrange#584723, supplyingPlant#584724, productGroup#584725, product#584726, orderDateTime#584727, availabilityDateTime#584728, nextAvailabilityDateTime#584729, sourceOfSupplyUuid#584731, isFallbackOrderOnly#584734, splitIndicator#584736L, previousOrderProposal#584737L, worklistShardItemId#584740L, orderProposalItemGroupId#584741, externalProductId#584742, externalPlantId#584743, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, minimumOrderQuantity#584747, constraintLabels#584748, constraintOperators#584749, constraintValues#584750, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, measurements#584758, originalReplenishmentRunId#584759L, optimizationGroups#584760, shardId#584761, sequenceId#584739]
(21) Exchange
Input [36]: [orderProposalId#584717L, orderProposalItemId#584718, supplierGroup#584719, supplier#584720, plant#584721, deliveryDateTime#584722, subrange#584723, supplyingPlant#584724, productGroup#584725, product#584726, orderDateTime#584727, availabilityDateTime#584728, nextAvailabilityDateTime#584729, sourceOfSupplyUuid#584731, isFallbackOrderOnly#584734, splitIndicator#584736L, previousOrderProposal#584737L, worklistShardItemId#584740L, orderProposalItemGroupId#584741, externalProductId#584742, externalPlantId#584743, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, minimumOrderQuantity#584747, constraintLabels#584748, constraintOperators#584749, constraintValues#584750, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, measurements#584758, originalReplenishmentRunId#584759L, optimizationGroups#584760]
Arguments: hashpartitioning(worklistShardItemId#584740L, 20), REPARTITION_BY_NUM, [plan_id=248644]
(22) Project [codegen id : 4]
Output [36]: [worklistShardItemId#584740L, orderProposalId#584717L, orderProposalItemId#584718, orderProposalItemGroupId#584741, originalReplenishmentRunId#584759L, splitIndicator#584736L, previousOrderProposal#584737L, sourceOfSupplyUuid#584731, supplierGroup#584719, supplier#584720, subrange#584723, product#584726, plant#584721, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, isFallbackOrderOnly#584734, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, netPriceAmount#584753, netPriceCurrencyCode#584754, measurements#584758, minimumOrderQuantity#584747, constraintLabels#584748, constraintOperators#584749, constraintValues#584750, logisticUnits#584744, optimizationGroups#584760, externalProductId#584742, externalPlantId#584743, supplyingPlant#584724, productGroup#584725]
Input [36]: [orderProposalId#584717L, orderProposalItemId#584718, supplierGroup#584719, supplier#584720, plant#584721, deliveryDateTime#584722, subrange#584723, supplyingPlant#584724, productGroup#584725, product#584726, orderDateTime#584727, availabilityDateTime#584728, nextAvailabilityDateTime#584729, sourceOfSupplyUuid#584731, isFallbackOrderOnly#584734, splitIndicator#584736L, previousOrderProposal#584737L, worklistShardItemId#584740L, orderProposalItemGroupId#584741, externalProductId#584742, externalPlantId#584743, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, minimumOrderQuantity#584747, constraintLabels#584748, constraintOperators#584749, constraintValues#584750, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, measurements#584758, originalReplenishmentRunId#584759L, optimizationGroups#584760]
(23) Sort [codegen id : 4]
Input [36]: [worklistShardItemId#584740L, orderProposalId#584717L, orderProposalItemId#584718, orderProposalItemGroupId#584741, originalReplenishmentRunId#584759L, splitIndicator#584736L, previousOrderProposal#584737L, sourceOfSupplyUuid#584731, supplierGroup#584719, supplier#584720, subrange#584723, product#584726, plant#584721, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, isFallbackOrderOnly#584734, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, netPriceAmount#584753, netPriceCurrencyCode#584754, measurements#584758, minimumOrderQuantity#584747, constraintLabels#584748, constraintOperators#584749, constraintValues#584750, logisticUnits#584744, optimizationGroups#584760, externalProductId#584742, externalPlantId#584743, supplyingPlant#584724, productGroup#584725]
Arguments: [worklistShardItemId#584740L ASC NULLS FIRST], false, 0
(24) SortMergeJoin [codegen id : 5]
Left keys [1]: [worklistShardItemId#584516L]
Right keys [1]: [worklistShardItemId#584740L]
Join type: LeftOuter
Join condition: (shardId#584004 = 0_1_10000002106)
(25) Project [codegen id : 5]
Output [39]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, sourceOfSupplyUuid#584731, minimumOrderQuantity#584747, orderProposalItemId#584718, orderProposalItemGroupId#584741, optimizationGroups#584760, measurements#584758, externalProductId#584742, externalPlantId#584743, previousOrderProposal#584737L, isFallbackOrderOnly#584734]
Input [40]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, worklistShardItemId#584740L, orderProposalId#584717L, orderProposalItemId#584718, orderProposalItemGroupId#584741, originalReplenishmentRunId#584759L, splitIndicator#584736L, previousOrderProposal#584737L, sourceOfSupplyUuid#584731, supplierGroup#584719, supplier#584720, subrange#584723, product#584726, plant#584721, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, isFallbackOrderOnly#584734, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, netPriceAmount#584753, netPriceCurrencyCode#584754, measurements#584758, minimumOrderQuantity#584747, constraintLabels#584748, constraintOperators#584749, constraintValues#584750, logisticUnits#584744, optimizationGroups#584760, externalProductId#584742, externalPlantId#584743, supplyingPlant#584724, productGroup#584725]
(26) Exchange
Input [39]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, sourceOfSupplyUuid#584731, minimumOrderQuantity#584747, orderProposalItemId#584718, orderProposalItemGroupId#584741, optimizationGroups#584760, measurements#584758, externalProductId#584742, externalPlantId#584743, previousOrderProposal#584737L, isFallbackOrderOnly#584734]
Arguments: hashpartitioning(shardId#584004, worklistShardItemId#584516L, 20), ENSURE_REQUIREMENTS, [plan_id=248653]
(27) Sort [codegen id : 6]
Input [39]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, sourceOfSupplyUuid#584731, minimumOrderQuantity#584747, orderProposalItemId#584718, orderProposalItemGroupId#584741, optimizationGroups#584760, measurements#584758, externalProductId#584742, externalPlantId#584743, previousOrderProposal#584737L, isFallbackOrderOnly#584734]
Arguments: [shardId#584004 ASC NULLS FIRST, worklistShardItemId#584516L ASC NULLS FIRST], false, 0
(28) Scan ExistingRDD [codegen id : 7]
Output [6]: [shardId#586384, worklistShardItemId#586385L, qty#586386, demandChannel#586387, demandStream#586388, kpis#586389]
Arguments: [shardId#586384, worklistShardItemId#586385L, qty#586386, demandChannel#586387, demandStream#586388, kpis#586389], MapPartitionsRDD[28220] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(29) Filter [codegen id : 7]
Input [6]: [shardId#586384, worklistShardItemId#586385L, qty#586386, demandChannel#586387, demandStream#586388, kpis#586389]
Condition : (((isnull(qty#586386) AND isnull(demandChannel#586387)) AND isnull(demandStream#586388)) AND (isnotnull(shardId#586384) AND isnotnull(worklistShardItemId#586385L)))
(30) Project [codegen id : 7]
Output [3]: [shardId#586384, worklistShardItemId#586385L, coalesce(kpis#586389, []) AS prodLocSpecificKpis#586390]
Input [6]: [shardId#586384, worklistShardItemId#586385L, qty#586386, demandChannel#586387, demandStream#586388, kpis#586389]
(31) Exchange
Input [3]: [shardId#586384, worklistShardItemId#586385L, prodLocSpecificKpis#586390]
Arguments: hashpartitioning(shardId#586384, worklistShardItemId#586385L, 20), ENSURE_REQUIREMENTS, [plan_id=248659]
(32) Sort [codegen id : 8]
Input [3]: [shardId#586384, worklistShardItemId#586385L, prodLocSpecificKpis#586390]
Arguments: [shardId#586384 ASC NULLS FIRST, worklistShardItemId#586385L ASC NULLS FIRST], false, 0
(33) SortMergeJoin [codegen id : 9]
Left keys [2]: [shardId#584004, worklistShardItemId#584516L]
Right keys [2]: [shardId#586384, worklistShardItemId#586385L]
Join type: LeftOuter
Join condition: None
(34) Project [codegen id : 9]
Output [40]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, sourceOfSupplyUuid#584731, minimumOrderQuantity#584747, orderProposalItemId#584718, orderProposalItemGroupId#584741, optimizationGroups#584760, measurements#584758, externalProductId#584742, externalPlantId#584743, previousOrderProposal#584737L, isFallbackOrderOnly#584734, coalesce(prodLocSpecificKpis#586390, []) AS prodLocSpecificKpis#586391]
Input [42]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, sourceOfSupplyUuid#584731, minimumOrderQuantity#584747, orderProposalItemId#584718, orderProposalItemGroupId#584741, optimizationGroups#584760, measurements#584758, externalProductId#584742, externalPlantId#584743, previousOrderProposal#584737L, isFallbackOrderOnly#584734, shardId#586384, worklistShardItemId#586385L, prodLocSpecificKpis#586390]
(35) Scan ExistingRDD [codegen id : 10]
Output [6]: [shardId#586400, worklistShardItemId#586401L, qty#586402, demandChannel#586403, demandStream#586404, kpis#586405]
Arguments: [shardId#586400, worklistShardItemId#586401L, qty#586402, demandChannel#586403, demandStream#586404, kpis#586405], MapPartitionsRDD[28220] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(36) Filter [codegen id : 10]
Input [6]: [shardId#586400, worklistShardItemId#586401L, qty#586402, demandChannel#586403, demandStream#586404, kpis#586405]
Condition : ((((isnull(qty#586402) AND isnotnull(demandChannel#586403)) AND isnotnull(demandStream#586404)) AND (size(kpis#586405, true) > 0)) AND (isnotnull(shardId#586400) AND isnotnull(worklistShardItemId#586401L)))
(37) Project [codegen id : 10]
Output [5]: [shardId#586400, worklistShardItemId#586401L, demandChannel#586403, demandStream#586404, kpis#586405]
Input [6]: [shardId#586400, worklistShardItemId#586401L, qty#586402, demandChannel#586403, demandStream#586404, kpis#586405]
(38) ObjectHashAggregate
Input [5]: [shardId#586400, worklistShardItemId#586401L, demandChannel#586403, demandStream#586404, kpis#586405]
Keys [2]: [shardId#586400, worklistShardItemId#586401L]
Functions [1]: [partial_collect_list(struct(demandChannel, demandChannel#586403, demandStream, demandStream#586404, kpis, kpis#586405), 0, 0)]
Aggregate Attributes [1]: [buf#586756]
Results [3]: [shardId#586400, worklistShardItemId#586401L, buf#586757]
(39) Exchange
Input [3]: [shardId#586400, worklistShardItemId#586401L, buf#586757]
Arguments: hashpartitioning(shardId#586400, worklistShardItemId#586401L, 20), ENSURE_REQUIREMENTS, [plan_id=248670]
(40) ObjectHashAggregate
Input [3]: [shardId#586400, worklistShardItemId#586401L, buf#586757]
Keys [2]: [shardId#586400, worklistShardItemId#586401L]
Functions [1]: [collect_list(struct(demandChannel, demandChannel#586403, demandStream, demandStream#586404, kpis, kpis#586405), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(demandChannel, demandChannel#586403, demandStream, demandStream#586404, kpis, kpis#586405), 0, 0)#586399]
Results [3]: [shardId#586400, worklistShardItemId#586401L, collect_list(struct(demandChannel, demandChannel#586403, demandStream, demandStream#586404, kpis, kpis#586405), 0, 0)#586399 AS channelStreamSpecificKpis#586392]
(41) Sort [codegen id : 11]
Input [3]: [shardId#586400, worklistShardItemId#586401L, channelStreamSpecificKpis#586392]
Arguments: [shardId#586400 ASC NULLS FIRST, worklistShardItemId#586401L ASC NULLS FIRST], false, 0
(42) SortMergeJoin [codegen id : 12]
Left keys [2]: [shardId#584004, worklistShardItemId#584516L]
Right keys [2]: [shardId#586400, worklistShardItemId#586401L]
Join type: LeftOuter
Join condition: None
(43) Project [codegen id : 12]
Output [41]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, sourceOfSupplyUuid#584731, minimumOrderQuantity#584747, orderProposalItemId#584718, orderProposalItemGroupId#584741, optimizationGroups#584760, measurements#584758, externalProductId#584742, externalPlantId#584743, previousOrderProposal#584737L, isFallbackOrderOnly#584734, prodLocSpecificKpis#586391, coalesce(channelStreamSpecificKpis#586392, []) AS channelStreamSpecificKpis#586406]
Input [43]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, sourceOfSupplyUuid#584731, minimumOrderQuantity#584747, orderProposalItemId#584718, orderProposalItemGroupId#584741, optimizationGroups#584760, measurements#584758, externalProductId#584742, externalPlantId#584743, previousOrderProposal#584737L, isFallbackOrderOnly#584734, prodLocSpecificKpis#586391, shardId#586400, worklistShardItemId#586401L, channelStreamSpecificKpis#586392]
(44) Scan ExistingRDD [codegen id : 13]
Output [6]: [shardId#586413, worklistShardItemId#586414L, qty#586415, demandChannel#586416, demandStream#586417, kpis#586418]
Arguments: [shardId#586413, worklistShardItemId#586414L, qty#586415, demandChannel#586416, demandStream#586417, kpis#586418], MapPartitionsRDD[28220] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(45) Filter [codegen id : 13]
Input [6]: [shardId#586413, worklistShardItemId#586414L, qty#586415, demandChannel#586416, demandStream#586417, kpis#586418]
Condition : ((isnotnull(qty#586415) AND isnotnull(kpis#586418)) AND (isnotnull(shardId#586413) AND isnotnull(worklistShardItemId#586414L)))
(46) Project [codegen id : 13]
Output [4]: [shardId#586413, worklistShardItemId#586414L, qty#586415, kpis#586418]
Input [6]: [shardId#586413, worklistShardItemId#586414L, qty#586415, demandChannel#586416, demandStream#586417, kpis#586418]
(47) ObjectHashAggregate
Input [4]: [shardId#586413, worklistShardItemId#586414L, qty#586415, kpis#586418]
Keys [2]: [shardId#586413, worklistShardItemId#586414L]
Functions [1]: [partial_collect_list(struct(qty, qty#586415, kpis, kpis#586418), 0, 0)]
Aggregate Attributes [1]: [buf#586758]
Results [3]: [shardId#586413, worklistShardItemId#586414L, buf#586759]
(48) Exchange
Input [3]: [shardId#586413, worklistShardItemId#586414L, buf#586759]
Arguments: hashpartitioning(shardId#586413, worklistShardItemId#586414L, 20), ENSURE_REQUIREMENTS, [plan_id=248682]
(49) ObjectHashAggregate
Input [3]: [shardId#586413, worklistShardItemId#586414L, buf#586759]
Keys [2]: [shardId#586413, worklistShardItemId#586414L]
Functions [1]: [collect_list(struct(qty, qty#586415, kpis, kpis#586418), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(qty, qty#586415, kpis, kpis#586418), 0, 0)#586412]
Results [3]: [shardId#586413, worklistShardItemId#586414L, map_from_entries(collect_list(struct(qty, qty#586415, kpis, kpis#586418), 0, 0)#586412) AS quantityKpis#586407]
(50) Sort [codegen id : 14]
Input [3]: [shardId#586413, worklistShardItemId#586414L, quantityKpis#586407]
Arguments: [shardId#586413 ASC NULLS FIRST, worklistShardItemId#586414L ASC NULLS FIRST], false, 0
(51) SortMergeJoin [codegen id : 15]
Left keys [2]: [shardId#584004, worklistShardItemId#584516L]
Right keys [2]: [shardId#586413, worklistShardItemId#586414L]
Join type: LeftOuter
Join condition: None
(52) Project [codegen id : 15]
Output [42]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, sourceOfSupplyUuid#584731, minimumOrderQuantity#584747, orderProposalItemId#584718, orderProposalItemGroupId#584741, optimizationGroups#584760, measurements#584758, externalProductId#584742, externalPlantId#584743, previousOrderProposal#584737L, isFallbackOrderOnly#584734, prodLocSpecificKpis#586391, channelStreamSpecificKpis#586406, coalesce(quantityKpis#586407, map(keys: [], values: [])) AS quantityKpis#586419]
Input [44]: [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, netPriceCurrencyCode#584754, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, sourceOfSupplyUuid#584731, minimumOrderQuantity#584747, orderProposalItemId#584718, orderProposalItemGroupId#584741, optimizationGroups#584760, measurements#584758, externalProductId#584742, externalPlantId#584743, previousOrderProposal#584737L, isFallbackOrderOnly#584734, prodLocSpecificKpis#586391, channelStreamSpecificKpis#586406, shardId#586413, worklistShardItemId#586414L, quantityKpis#586407]
(53) Filter [codegen id : 1]
Input [39]: [availabilityDateTime#584694, channelStreamSpecificKpis#586406, constraintLabels#584706, constraintOperators#584707, constraintValues#584709, deliveryDateTime#584693, isFallbackOrderOnly#584696, logisticUnits#584711, measurements#584704, minimumOrderQuantity#584705, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, nextAvailabilityDateTime#584695, optimizationGroups#584712, orderDateTime#584692, orderProposalId#584674L, orderProposalItemGroupId#584676, orderProposalItemId#584675, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, originalReplenishmentRunId#584677L, plant#584688, previousOrderProposal#584680L, prodLocSpecificKpis#586391, product#584687, productGroup#584716, qty#584518, quantityAfterProdPlantOptimization#584517, quantityKpis#586419, shardId#584004, sourceOfSupplyUuid#584683, splitIndicator#584679L, subrange#584686, supplier#584685, supplierGroup#584684, supplyingPlant#584715]
Condition : NOT (isFallbackOrderOnly#584696 <=> true)
(54) Project [codegen id : 1]
Output [36]: [shardId#584004, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, productGroup#584716, product#584687, plant#584688, subrange#584686, orderDateTime#584692, deliveryDateTime#584693, availabilityDateTime#584694, nextAvailabilityDateTime#584695, logisticUnits#584711, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, splitIndicator#584679L, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, sourceOfSupplyUuid#584683, minimumOrderQuantity#584705, orderProposalItemId#584675, orderProposalItemGroupId#584676, optimizationGroups#584712, measurements#584704, previousOrderProposal#584680L, prodLocSpecificKpis#586391, channelStreamSpecificKpis#586406, quantityKpis#586419, arrays_zip(constraintLabels#584706, constraintOperators#584707, constraintValues#584709, constraintLabels, constraintOperators, constraintValues) AS constraintStructArray#587009]
Input [39]: [availabilityDateTime#584694, channelStreamSpecificKpis#586406, constraintLabels#584706, constraintOperators#584707, constraintValues#584709, deliveryDateTime#584693, isFallbackOrderOnly#584696, logisticUnits#584711, measurements#584704, minimumOrderQuantity#584705, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, nextAvailabilityDateTime#584695, optimizationGroups#584712, orderDateTime#584692, orderProposalId#584674L, orderProposalItemGroupId#584676, orderProposalItemId#584675, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, originalReplenishmentRunId#584677L, plant#584688, previousOrderProposal#584680L, prodLocSpecificKpis#586391, product#584687, productGroup#584716, qty#584518, quantityAfterProdPlantOptimization#584517, quantityKpis#586419, shardId#584004, sourceOfSupplyUuid#584683, splitIndicator#584679L, subrange#584686, supplier#584685, supplierGroup#584684, supplyingPlant#584715]
(55) Project
Output [37]: [shardId#584004, qty#584518, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, productGroup#584716, product#584687, plant#584688, subrange#584686, orderDateTime#584692, deliveryDateTime#584693, availabilityDateTime#584694, nextAvailabilityDateTime#584695, logisticUnits#584711, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, splitIndicator#584679L, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, sourceOfSupplyUuid#584683, orderProposalItemId#584675, orderProposalItemGroupId#584676, optimizationGroups#584712, measurements#584704, previousOrderProposal#584680L, prodLocSpecificKpis#586391, channelStreamSpecificKpis#586406, quantityKpis#586419, struct(minServiceLevel, array_min(filter(constraintStructArray#587009, lambdafunction((lambda x_1458#587016.constraintLabels = ServiceLevel), lambda x_1458#587016, false)).constraintValues), minServiceLevelMinStock, null, maxServiceLevelEndOfListing, array_min(filter(constraintStructArray#587009, lambdafunction((lambda x_1459#587017.constraintLabels = ServiceLevelAtStartOfDelisting), lambda x_1459#587017, false)).constraintValues), maxRoc, array_min(filter(constraintStructArray#587009, lambdafunction((lambda x_1460#587018.constraintLabels = RangeOfCoverage), lambda x_1460#587018, false)).constraintValues), minimumOrderQuantity, minimumOrderQuantity#584705, endOfListingDateTime, coalesce(filter(prodLocSpecificKpis#586391, lambdafunction((lambda x_1461#587019.label = NonListingStartTimestamp), lambda x_1461#587019, false))[0].dateTime, 1970-01-01 00:00:00)) AS constraintBenchmark#587015, CASE WHEN (qty#584518 <=> quantityAfterProdPlantOptimization#584517) THEN array(struct(isProposedCandidate, true, isProdlocOptimalCandidate, true, candidateOrderQuantity, coalesce((qty#584518 * (cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1462#587087.isOrderUnit, lambda x_1462#587087, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1462#587088.isOrderUnit, lambda x_1462#587088, false)), 1, None, false).numerator as double))), qty#584518), orderQuantityUom, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1462#587089.isOrderUnit, lambda x_1462#587089, false)), 1, None, false).uom, orderQuantityBaseUom#584697), orderQuantityUomUuid, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1462#587090.isOrderUnit, lambda x_1462#587090, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#584698), candidateOrderQuantityInBaseUnit, qty#584518, orderQuantityBaseUom, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid, orderQuantityBaseUomUuid#584698, candidateOrderQuantityInPreferredUnit, coalesce(array_min(transform(filter(logisticUnits#584711, lambdafunction((lambda x_1464#587091.isPreferred AND (((qty#584518 * cast(lambda x_1464#587091.denominator as double)) % cast(lambda x_1464#587091.numerator as double)) = 0.0)), lambda x_1464#587091, false)), lambdafunction(struct(inPreferredQuantity, ((qty#584518 * cast(lambda x_1465#587129.denominator as double)) / cast(lambda x_1465#587129.numerator as double)), uom, lambda x_1465#587129.uom, uomUuid, lambda x_1465#587129.uomUuid), lambda x_1465#587129, false))).inPreferredQuantity, coalesce((qty#584518 * (cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1463#587092.isOrderUnit, lambda x_1463#587092, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1463#587093.isOrderUnit, lambda x_1463#587093, false)), 1, None, false).numerator as double))), qty#584518)), orderQuantityPreferredUom, coalesce(array_min(transform(filter(logisticUnits#584711, lambdafunction((lambda x_1464#587094.isPreferred AND (((qty#584518 * cast(lambda x_1464#587094.denominator as double)) % cast(lambda x_1464#587094.numerator as double)) = 0.0)), lambda x_1464#587094, false)), lambdafunction(struct(inPreferredQuantity, ((qty#584518 * cast(lambda x_1465#587130.denominator as double)) / cast(lambda x_1465#587130.numerator as double)), uom, lambda x_1465#587130.uom, uomUuid, lambda x_1465#587130.uomUuid), lambda x_1465#587130, false))).uom, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1463#587095.isOrderUnit, lambda x_1463#587095, false)), 1, None, false).uom, orderQuantityBaseUom#584697)), orderQuantityPreferredUomUuid, coalesce(array_min(transform(filter(logisticUnits#584711, lambdafunction((lambda x_1464#587096.isPreferred AND (((qty#584518 * cast(lambda x_1464#587096.denominator as double)) % cast(lambda x_1464#587096.numerator as double)) = 0.0)), lambda x_1464#587096, false)), lambdafunction(struct(inPreferredQuantity, ((qty#584518 * cast(lambda x_1465#587131.denominator as double)) / cast(lambda x_1465#587131.numerator as double)), uom, lambda x_1465#587131.uom, uomUuid, lambda x_1465#587131.uomUuid), lambda x_1465#587131, false))).uomUuid, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1463#587097.isOrderUnit, lambda x_1463#587097, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#584698)), serviceLevel, coalesce(filter(element_at(quantityKpis#586419, qty#584518, None, false), lambdafunction((lambda x_1470#587098.label = ServiceLevel), lambda x_1470#587098, false))[0].value, 0.0), serviceLevelMinStock, ... 5 more fields)) ELSE array(struct(isProposedCandidate, true, isProdlocOptimalCandidate, false, candidateOrderQuantity, coalesce((qty#584518 * (cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1462#587101.isOrderUnit, lambda x_1462#587101, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1462#587102.isOrderUnit, lambda x_1462#587102, false)), 1, None, false).numerator as double))), qty#584518), orderQuantityUom, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1462#587103.isOrderUnit, lambda x_1462#587103, false)), 1, None, false).uom, orderQuantityBaseUom#584697), orderQuantityUomUuid, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1462#587104.isOrderUnit, lambda x_1462#587104, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#584698), candidateOrderQuantityInBaseUnit, qty#584518, orderQuantityBaseUom, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid, orderQuantityBaseUomUuid#584698, candidateOrderQuantityInPreferredUnit, coalesce(array_min(transform(filter(logisticUnits#584711, lambdafunction((lambda x_1464#587105.isPreferred AND (((qty#584518 * cast(lambda x_1464#587105.denominator as double)) % cast(lambda x_1464#587105.numerator as double)) = 0.0)), lambda x_1464#587105, false)), lambdafunction(struct(inPreferredQuantity, ((qty#584518 * cast(lambda x_1465#587132.denominator as double)) / cast(lambda x_1465#587132.numerator as double)), uom, lambda x_1465#587132.uom, uomUuid, lambda x_1465#587132.uomUuid), lambda x_1465#587132, false))).inPreferredQuantity, coalesce((qty#584518 * (cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1463#587106.isOrderUnit, lambda x_1463#587106, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1463#587107.isOrderUnit, lambda x_1463#587107, false)), 1, None, false).numerator as double))), qty#584518)), orderQuantityPreferredUom, coalesce(array_min(transform(filter(logisticUnits#584711, lambdafunction((lambda x_1464#587108.isPreferred AND (((qty#584518 * cast(lambda x_1464#587108.denominator as double)) % cast(lambda x_1464#587108.numerator as double)) = 0.0)), lambda x_1464#587108, false)), lambdafunction(struct(inPreferredQuantity, ((qty#584518 * cast(lambda x_1465#587133.denominator as double)) / cast(lambda x_1465#587133.numerator as double)), uom, lambda x_1465#587133.uom, uomUuid, lambda x_1465#587133.uomUuid), lambda x_1465#587133, false))).uom, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1463#587109.isOrderUnit, lambda x_1463#587109, false)), 1, None, false).uom, orderQuantityBaseUom#584697)), orderQuantityPreferredUomUuid, coalesce(array_min(transform(filter(logisticUnits#584711, lambdafunction((lambda x_1464#587110.isPreferred AND (((qty#584518 * cast(lambda x_1464#587110.denominator as double)) % cast(lambda x_1464#587110.numerator as double)) = 0.0)), lambda x_1464#587110, false)), lambdafunction(struct(inPreferredQuantity, ((qty#584518 * cast(lambda x_1465#587134.denominator as double)) / cast(lambda x_1465#587134.numerator as double)), uom, lambda x_1465#587134.uom, uomUuid, lambda x_1465#587134.uomUuid), lambda x_1465#587134, false))).uomUuid, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1463#587111.isOrderUnit, lambda x_1463#587111, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#584698)), serviceLevel, coalesce(filter(element_at(quantityKpis#586419, qty#584518, None, false), lambdafunction((lambda x_1473#587112.label = ServiceLevel), lambda x_1473#587112, false))[0].value, 0.0), serviceLevelMinStock, ... 5 more fields), struct(isProposedCandidate, false, isProdlocOptimalCandidate, true, candidateOrderQuantity, coalesce((quantityAfterProdPlantOptimization#584517 * (cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1466#587115.isOrderUnit, lambda x_1466#587115, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1466#587116.isOrderUnit, lambda x_1466#587116, false)), 1, None, false).numerator as double))), quantityAfterProdPlantOptimization#584517), orderQuantityUom, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1466#587117.isOrderUnit, lambda x_1466#587117, false)), 1, None, false).uom, orderQuantityBaseUom#584697), orderQuantityUomUuid, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1466#587118.isOrderUnit, lambda x_1466#587118, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#584698), candidateOrderQuantityInBaseUnit, quantityAfterProdPlantOptimization#584517, orderQuantityBaseUom, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid, orderQuantityBaseUomUuid#584698, candidateOrderQuantityInPreferredUnit, coalesce(array_min(transform(filter(logisticUnits#584711, lambdafunction((lambda x_1468#587119.isPreferred AND (((quantityAfterProdPlantOptimization#584517 * cast(lambda x_1468#587119.denominator as double)) % cast(lambda x_1468#587119.numerator as double)) = 0.0)), lambda x_1468#587119, false)), lambdafunction(struct(inPreferredQuantity, ((quantityAfterProdPlantOptimization#584517 * cast(lambda x_1469#587135.denominator as double)) / cast(lambda x_1469#587135.numerator as double)), uom, lambda x_1469#587135.uom, uomUuid, lambda x_1469#587135.uomUuid), lambda x_1469#587135, false))).inPreferredQuantity, coalesce((quantityAfterProdPlantOptimization#584517 * (cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1467#587120.isOrderUnit, lambda x_1467#587120, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1467#587121.isOrderUnit, lambda x_1467#587121, false)), 1, None, false).numerator as double))), quantityAfterProdPlantOptimization#584517)), orderQuantityPreferredUom, coalesce(array_min(transform(filter(logisticUnits#584711, lambdafunction((lambda x_1468#587122.isPreferred AND (((quantityAfterProdPlantOptimization#584517 * cast(lambda x_1468#587122.denominator as double)) % cast(lambda x_1468#587122.numerator as double)) = 0.0)), lambda x_1468#587122, false)), lambdafunction(struct(inPreferredQuantity, ((quantityAfterProdPlantOptimization#584517 * cast(lambda x_1469#587136.denominator as double)) / cast(lambda x_1469#587136.numerator as double)), uom, lambda x_1469#587136.uom, uomUuid, lambda x_1469#587136.uomUuid), lambda x_1469#587136, false))).uom, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1467#587123.isOrderUnit, lambda x_1467#587123, false)), 1, None, false).uom, orderQuantityBaseUom#584697)), orderQuantityPreferredUomUuid, coalesce(array_min(transform(filter(logisticUnits#584711, lambdafunction((lambda x_1468#587124.isPreferred AND (((quantityAfterProdPlantOptimization#584517 * cast(lambda x_1468#587124.denominator as double)) % cast(lambda x_1468#587124.numerator as double)) = 0.0)), lambda x_1468#587124, false)), lambdafunction(struct(inPreferredQuantity, ((quantityAfterProdPlantOptimization#584517 * cast(lambda x_1469#587137.denominator as double)) / cast(lambda x_1469#587137.numerator as double)), uom, lambda x_1469#587137.uom, uomUuid, lambda x_1469#587137.uomUuid), lambda x_1469#587137, false))).uomUuid, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1467#587125.isOrderUnit, lambda x_1467#587125, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#584698)), serviceLevel, coalesce(filter(element_at(quantityKpis#586419, quantityAfterProdPlantOptimization#584517, None, false), lambdafunction((lambda x_1476#587126.label = ServiceLevel), lambda x_1476#587126, false))[0].value, 0.0), serviceLevelMinStock, ... 5 more fields)) END AS calculationAnalysis#587086, coalesce(filter(prodLocSpecificKpis#586391, lambdafunction((lambda x_1479#587139.label = InitialStockQty), lambda x_1479#587139, false))[0].dateTime, 1970-01-01 00:00:00) AS inventoryDateTime#587138, coalesce(filter(prodLocSpecificKpis#586391, lambdafunction((lambda x_1480#587141.label = DemandPeriodEndTimestamp), lambda x_1480#587141, false))[0].dateTime, 1970-01-01 00:00:00) AS demandPeriodEndDateTime#587140]
Input [36]: [shardId#584004, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, productGroup#584716, product#584687, plant#584688, subrange#584686, orderDateTime#584692, deliveryDateTime#584693, availabilityDateTime#584694, nextAvailabilityDateTime#584695, logisticUnits#584711, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, splitIndicator#584679L, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, sourceOfSupplyUuid#584683, minimumOrderQuantity#584705, orderProposalItemId#584675, orderProposalItemGroupId#584676, optimizationGroups#584712, measurements#584704, previousOrderProposal#584680L, prodLocSpecificKpis#586391, channelStreamSpecificKpis#586406, quantityKpis#586419, constraintStructArray#587009]
(56) Project
Output [21]: [shardId#584004, qty#584518, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, productGroup#584716, product#584687, plant#584688, subrange#584686, orderDateTime#584692, deliveryDateTime#584693, logisticUnits#584711, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, splitIndicator#584679L, orderProposalItemId#584675, orderProposalItemGroupId#584676, previousOrderProposal#584680L, struct(itemId, 123456, itemGroupId, 123456, supplier, supplier#584685, supplyingPlant, supplyingPlant#584715, productGroup, productGroup#584716, product, product#584687, plant, plant#584688, supplierSubRange, subrange#584686, sourceOfSupplyUuid, sourceOfSupplyUuid#584683, deliveryDateTime, deliveryDateTime#584693, unitPrice, netPriceAmount#584702, unitPriceCurrency, netPriceCurrencyCode#584703, unitPriceQuantity, ... 37 more fields) AS parentItem#587220]
Input [37]: [shardId#584004, qty#584518, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, productGroup#584716, product#584687, plant#584688, subrange#584686, orderDateTime#584692, deliveryDateTime#584693, availabilityDateTime#584694, nextAvailabilityDateTime#584695, logisticUnits#584711, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, splitIndicator#584679L, netPriceAmount#584702, netPriceCurrencyCode#584703, netPriceQuantity#584699, netPriceQuantityUom#584700, netPriceQuantityUomUuid#584701, sourceOfSupplyUuid#584683, orderProposalItemId#584675, orderProposalItemGroupId#584676, optimizationGroups#584712, measurements#584704, previousOrderProposal#584680L, prodLocSpecificKpis#586391, channelStreamSpecificKpis#586406, quantityKpis#586419, constraintBenchmark#587015, calculationAnalysis#587086, inventoryDateTime#587138, demandPeriodEndDateTime#587140]
(57) Project
Output [12]: [shardId#584004, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, orderDateTime#584692, splitIndicator#584679L, orderProposalItemGroupId#584676, previousOrderProposal#584680L, parentItem#587220, struct(itemId, orderProposalItemId#584675, supplier, supplier#584685, supplyingPlant, supplyingPlant#584715, productGroup, productGroup#584716, product, product#584687, plant, plant#584688, supplierSubRange, subrange#584686, deliveryDateTime, deliveryDateTime#584693, orderQuantity, coalesce((qty#584518 * (cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1504#587254.isOrderUnit, lambda x_1504#587254, false)), 1, None, false).denominator as double) / cast(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1504#587255.isOrderUnit, lambda x_1504#587255, false)), 1, None, false).numerator as double))), qty#584518), orderQuantityUom, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1504#587256.isOrderUnit, lambda x_1504#587256, false)), 1, None, false).uom, orderQuantityBaseUom#584697), orderQuantityUomUuid, coalesce(element_at(filter(logisticUnits#584711, lambdafunction(lambda x_1504#587257.isOrderUnit, lambda x_1504#587257, false)), 1, None, false).uomUuid, orderQuantityBaseUomUuid#584698), orderQuantityInBaseUnit, qty#584518, orderQuantityBaseUom, ... 13 more fields) AS item#587251]
Input [21]: [shardId#584004, qty#584518, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, productGroup#584716, product#584687, plant#584688, subrange#584686, orderDateTime#584692, deliveryDateTime#584693, logisticUnits#584711, orderQuantityBaseUom#584697, orderQuantityBaseUomUuid#584698, splitIndicator#584679L, orderProposalItemId#584675, orderProposalItemGroupId#584676, previousOrderProposal#584680L, parentItem#587220]
(58) ObjectHashAggregate
Input [12]: [shardId#584004, orderProposalId#584674L, originalReplenishmentRunId#584677L, supplierGroup#584684, supplier#584685, supplyingPlant#584715, orderDateTime#584692, splitIndicator#584679L, orderProposalItemGroupId#584676, previousOrderProposal#584680L, parentItem#587220, item#587251]
Keys [4]: [shardId#584004, orderProposalId#584674L, splitIndicator#584679L, orderProposalItemGroupId#584676]
Functions [8]: [partial_max(originalReplenishmentRunId#584677L), partial_max(supplierGroup#584684), partial_max(supplier#584685), partial_max(supplyingPlant#584715), partial_max(orderDateTime#584692), partial_collect_list(parentItem#587220, 0, 0), partial_collect_set(previousOrderProposal#584680L, 0, 0), partial_collect_list(item#587251, 0, 0)]
Aggregate Attributes [8]: [max#588760L, max#588761, max#588762, max#588763, max#588764, buf#588765, buf#588766, buf#588767]
Results [12]: [shardId#584004, orderProposalId#584674L, splitIndicator#584679L, orderProposalItemGroupId#584676, max#588768L, max#588769, max#588770, max#588771, max#588772, buf#588773, buf#588774, buf#588775]
(59) Exchange
Input [12]: [shardId#584004, orderProposalId#584674L, splitIndicator#584679L, orderProposalItemGroupId#584676, max#588768L, max#588769, max#588770, max#588771, max#588772, buf#588773, buf#588774, buf#588775]
Arguments: hashpartitioning(shardId#584004, orderProposalId#584674L, splitIndicator#584679L, orderProposalItemGroupId#584676, 20), ENSURE_REQUIREMENTS, [plan_id=249317]
(60) ObjectHashAggregate
Input [12]: [shardId#584004, orderProposalId#584674L, splitIndicator#584679L, orderProposalItemGroupId#584676, max#588768L, max#588769, max#588770, max#588771, max#588772, buf#588773, buf#588774, buf#588775]
Keys [4]: [shardId#584004, orderProposalId#584674L, splitIndicator#584679L, orderProposalItemGroupId#584676]
Functions [8]: [max(originalReplenishmentRunId#584677L), max(supplierGroup#584684), max(supplier#584685), max(supplyingPlant#584715), max(orderDateTime#584692), collect_list(parentItem#587220, 0, 0), collect_set(previousOrderProposal#584680L, 0, 0), collect_list(item#587251, 0, 0)]
Aggregate Attributes [8]: [max(originalReplenishmentRunId#584677L)#587320L, max(supplierGroup#584684)#587321, max(supplier#584685)#587322, max(supplyingPlant#584715)#587323, max(orderDateTime#584692)#587324, collect_list(parentItem#587220, 0, 0)#587325, collect_set(previousOrderProposal#584680L, 0, 0)#587327, collect_list(item#587251, 0, 0)#587326]
Results [10]: [shardId#584004, orderProposalId#584674L, max(originalReplenishmentRunId#584677L)#587320L AS originalReplenishmentRunId#587268L, max(supplierGroup#584684)#587321 AS supplierGroup#587269, max(supplier#584685)#587322 AS supplier#587270, max(supplyingPlant#584715)#587323 AS supplyingPlant#587271, max(orderDateTime#584692)#587324 AS orderDateTime#587272, collect_list(parentItem#587220, 0, 0)#587325 AS parentItems#587273, collect_set(previousOrderProposal#584680L, 0, 0)#587327 AS previousOrderProposals#587275, struct(itemGroupId, coalesce(orderProposalItemGroupId#584676, cast((monotonically_increasing_id() % 9999999999) as string)), items, collect_list(item#587251, 0, 0)#587326) AS itemGroup#587329]
(61) ObjectHashAggregate
Input [10]: [shardId#584004, orderProposalId#584674L, originalReplenishmentRunId#587268L, supplierGroup#587269, supplier#587270, supplyingPlant#587271, orderDateTime#587272, parentItems#587273, previousOrderProposals#587275, itemGroup#587329]
Keys [2]: [shardId#584004, orderProposalId#584674L]
Functions [8]: [partial_max(originalReplenishmentRunId#587268L), partial_max(supplierGroup#587269), partial_max(supplier#587270), partial_max(supplyingPlant#587271), partial_max(orderDateTime#587272), partial_collect_list(itemGroup#587329, 0, 0), partial_collect_list(parentItems#587273, 0, 0), partial_collect_set(previousOrderProposals#587275, 0, 0)]
Aggregate Attributes [8]: [max#588744L, max#588745, max#588746, max#588747, max#588748, buf#588749, buf#588750, buf#588751]
Results [10]: [shardId#584004, orderProposalId#584674L, max#588752L, max#588753, max#588754, max#588755, max#588756, buf#588757, buf#588758, buf#588759]
(62) Exchange
Input [10]: [shardId#584004, orderProposalId#584674L, max#588752L, max#588753, max#588754, max#588755, max#588756, buf#588757, buf#588758, buf#588759]
Arguments: hashpartitioning(shardId#584004, orderProposalId#584674L, 20), ENSURE_REQUIREMENTS, [plan_id=249320]
(63) ObjectHashAggregate
Input [10]: [shardId#584004, orderProposalId#584674L, max#588752L, max#588753, max#588754, max#588755, max#588756, buf#588757, buf#588758, buf#588759]
Keys [2]: [shardId#584004, orderProposalId#584674L]
Functions [8]: [max(originalReplenishmentRunId#587268L), max(supplierGroup#587269), max(supplier#587270), max(supplyingPlant#587271), max(orderDateTime#587272), collect_list(itemGroup#587329, 0, 0), collect_list(parentItems#587273, 0, 0), collect_set(previousOrderProposals#587275, 0, 0)]
Aggregate Attributes [8]: [max(originalReplenishmentRunId#587268L)#587351L, max(supplierGroup#587269)#587352, max(supplier#587270)#587353, max(supplyingPlant#587271)#587354, max(orderDateTime#587272)#587355, collect_list(itemGroup#587329, 0, 0)#587356, collect_list(parentItems#587273, 0, 0)#587357, collect_set(previousOrderProposals#587275, 0, 0)#587358]
Results [10]: [shardId#584004, orderProposalId#584674L, max(originalReplenishmentRunId#587268L)#587351L AS originalReplenishmentRunId#587330L, max(supplierGroup#587269)#587352 AS supplierGroup#587331, max(supplier#587270)#587353 AS supplier#587332, max(supplyingPlant#587271)#587354 AS supplyingPlant#587333, max(orderDateTime#587272)#587355 AS orderDateTime#587334, collect_list(itemGroup#587329, 0, 0)#587356 AS itemGroups#587335, flatten(collect_list(parentItems#587273, 0, 0)#587357) AS parentItems#587336, flatten(collect_set(previousOrderProposals#587275, 0, 0)#587358) AS previousOrderProposals#587337]
(64) Project
Output [2]: [shardId#584004, struct(orderProposalId, orderProposalId#584674L, originalReplenishmentRunId, originalReplenishmentRunId#587330L, supplierGroup, supplierGroup#587331, optimizationGroups, null, supplier, CASE WHEN isnull(supplierGroup#587331) THEN supplier#587332 END, supplyingPlant, supplyingPlant#587333, orderDateTime, orderDateTime#587334, itemGroups, itemGroups#587335, previousOrderProposals, array_distinct(previousOrderProposals#587337), parentItems, parentItems#587336) AS orderProposal#587362]
Input [10]: [shardId#584004, orderProposalId#584674L, originalReplenishmentRunId#587330L, supplierGroup#587331, supplier#587332, supplyingPlant#587333, orderDateTime#587334, itemGroups#587335, parentItems#587336, previousOrderProposals#587337]
(65) Project
Output [11]: [shardId#584004, orderProposal#587362.orderProposalId AS _extract_orderProposalId#588376L, orderProposal#587362.originalReplenishmentRunId AS _extract_originalReplenishmentRunId#588377L, orderProposal#587362.supplierGroup AS _extract_supplierGroup#588378, orderProposal#587362.supplier AS _extract_supplier#588379, orderProposal#587362.supplyingPlant AS _extract_supplyingPlant#588380, orderProposal#587362.orderDateTime AS _extract_orderDateTime#588381, orderProposal#587362.itemGroups AS _extract_itemGroups#588382, orderProposal#587362.previousOrderProposals AS _extract_previousOrderProposals#588383, orderProposal#587362.parentItems AS _extract_parentItems#588384, orderProposal#587362.orderProposalId AS _extract_orderProposalId#588385L]
Input [2]: [shardId#584004, orderProposal#587362]
(66) Exchange
Input [11]: [shardId#584004, _extract_orderProposalId#588376L, _extract_originalReplenishmentRunId#588377L, _extract_supplierGroup#588378, _extract_supplier#588379, _extract_supplyingPlant#588380, _extract_orderDateTime#588381, _extract_itemGroups#588382, _extract_previousOrderProposals#588383, _extract_parentItems#588384, _extract_orderProposalId#588385L]
Arguments: hashpartitioning(coalesce(shardId#584004, ), isnull(shardId#584004), coalesce(_extract_orderProposalId#588385L, 0), isnull(_extract_orderProposalId#588385L), 20), ENSURE_REQUIREMENTS, [plan_id=249324]
(67) Sort
Input [11]: [shardId#584004, _extract_orderProposalId#588376L, _extract_originalReplenishmentRunId#588377L, _extract_supplierGroup#588378, _extract_supplier#588379, _extract_supplyingPlant#588380, _extract_orderDateTime#588381, _extract_itemGroups#588382, _extract_previousOrderProposals#588383, _extract_parentItems#588384, _extract_orderProposalId#588385L]
Arguments: [coalesce(shardId#584004, ) ASC NULLS FIRST, isnull(shardId#584004) ASC NULLS FIRST, coalesce(_extract_orderProposalId#588385L, 0) ASC NULLS FIRST, isnull(_extract_orderProposalId#588385L) ASC NULLS FIRST], false, 0
(68) InMemoryTableScan
Output [3]: [shardId#587385, orderProposalId#587386L, optimizationGroups#587388]
Arguments: [shardId#587385, orderProposalId#587386L, optimizationGroups#587388], [isnotnull(orderProposalId#587386L)]
(69) InMemoryRelation
Arguments: [shardId#587385, orderProposalId#587386L, items#587387, optimizationGroups#587388, isOptimal#587389, optimizationInsights#587391], StorageLevel(disk, memory, 2 replicas)
(70) Filter [codegen id : 2]
Input [3]: [shardId#587385, orderProposalId#587386L, optimizationGroups#587388]
Condition : isnotnull(orderProposalId#587386L)
(71) BroadcastExchange
Input [3]: [shardId#587385, orderProposalId#587386L, optimizationGroups#587388]
Arguments: HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=249329]
(72) InMemoryTableScan
Output [2]: [items#587004, shardId#587002]
Arguments: [items#587004, shardId#587002], [(size(items#587004.worklistShardItemId, true) > 0), isnotnull(items#587004.worklistShardItemId), (shardId#587002 = 0_1_10000002106)]
(73) InMemoryRelation
Arguments: [shardId#587002, orderProposalId#587003L, items#587004, optimizationGroups#587005, isOptimal#587006, optimizationInsights#587008], StorageLevel(disk, memory, 2 replicas)
(74) Filter [codegen id : 3]
Input [2]: [items#587004, shardId#587002]
Condition : (((size(items#587004.worklistShardItemId, true) > 0) AND isnotnull(items#587004.worklistShardItemId)) AND (shardId#587002 = 0_1_10000002106))
(75) Project [codegen id : 3]
Output [1]: [items#587004.worklistShardItemId AS _extract_worklistShardItemId#588033]
Input [2]: [items#587004, shardId#587002]
(76) Generate [codegen id : 3]
Input [1]: [_extract_worklistShardItemId#588033]
Arguments: explode(_extract_worklistShardItemId#588033), false, [item#587392L]
(77) Project [codegen id : 3]
Output [1]: [item#587392L AS worklistShardItemId#587393L]
Input [1]: [item#587392L]
(78) BroadcastExchange
Input [1]: [worklistShardItemId#587393L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=249337]
(79) Scan parquet
Output [5]: [orderProposalId#587441L, isFallbackOrderOnly#587458, worklistShardItemId#587464L, shardId#587485, sequenceId#587463]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002106]
PartitionFilters: [isnotnull(shardId#587485), isnotnull(sequenceId#587463), (shardId#587485 = 0_1_10000002106), (sequenceId#587463 = 1)]
PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderProposalId)]
ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>
(80) ColumnarToRow [codegen id : 4]
Input [5]: [orderProposalId#587441L, isFallbackOrderOnly#587458, worklistShardItemId#587464L, shardId#587485, sequenceId#587463]
(81) Filter [codegen id : 4]
Input [5]: [orderProposalId#587441L, isFallbackOrderOnly#587458, worklistShardItemId#587464L, shardId#587485, sequenceId#587463]
Condition : ((isnotnull(worklistShardItemId#587464L) AND NOT (isFallbackOrderOnly#587458 <=> true)) AND isnotnull(orderProposalId#587441L))
(82) Project [codegen id : 4]
Output [2]: [orderProposalId#587441L, worklistShardItemId#587464L]
Input [5]: [orderProposalId#587441L, isFallbackOrderOnly#587458, worklistShardItemId#587464L, shardId#587485, sequenceId#587463]
(83) Exchange
Input [2]: [orderProposalId#587441L, worklistShardItemId#587464L]
Arguments: hashpartitioning(worklistShardItemId#587464L, 20), REPARTITION_BY_NUM, [plan_id=249344]
(84) Project
Output [2]: [worklistShardItemId#587464L, orderProposalId#587441L]
Input [2]: [orderProposalId#587441L, worklistShardItemId#587464L]
(85) BroadcastHashJoin [codegen id : 5]
Left keys [1]: [worklistShardItemId#587393L]
Right keys [1]: [worklistShardItemId#587464L]
Join type: Inner
Join condition: None
(86) Project [codegen id : 5]
Output [1]: [orderProposalId#587441L]
Input [3]: [worklistShardItemId#587393L, worklistShardItemId#587464L, orderProposalId#587441L]
(87) HashAggregate [codegen id : 5]
Input [1]: [orderProposalId#587441L]
Keys [1]: [orderProposalId#587441L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#587441L]
(88) Exchange
Input [1]: [orderProposalId#587441L]
Arguments: hashpartitioning(orderProposalId#587441L, 20), ENSURE_REQUIREMENTS, [plan_id=249351]
(89) HashAggregate
Input [1]: [orderProposalId#587441L]
Keys [1]: [orderProposalId#587441L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#587441L]
(90) BroadcastHashJoin [codegen id : 6]
Left keys [1]: [orderProposalId#587386L]
Right keys [1]: [orderProposalId#587441L]
Join type: Inner
Join condition: None
(91) Project
Output [3]: [orderProposalId#587386L, shardId#587385, coalesce(transform(optimizationGroups#587388, lambdafunction(struct(optGroupId, lambda x_1508#587383.optGroupId, minOrderProfile, lambda x_1508#587383.minOrderProfile, assignmentDetails, lambda x_1508#587383.assignmentDetails, minOrdBenchmark, struct(dimensionType, lambda x_1508#587383.minOrderGoal.dimensionType, unit, lambda x_1508#587383.minOrderGoal.unit, unitUuid, lambda x_1508#587383.minOrderGoal.unitUuid, goalValue, lambda x_1508#587383.minOrderGoal.minOrderValue, calcValue, lambda x_1508#587383.minOrderGoal.calculatedOrderValue), transportLoadProfile, DummyTloProfile01, transportLoadGoal, [3,5000.0,false,PAL,a7f3c91d204eb8f56d12a09e3b785c4f,TON,b4e8d1f0c73a92e61d05b8f4a291c07e,40.0]), lambda x_1508#587383, false)), []) AS optimizationGroups#587382]
Input [4]: [shardId#587385, orderProposalId#587386L, optimizationGroups#587388, orderProposalId#587441L]
(92) Exchange
Input [3]: [orderProposalId#587386L, shardId#587385, optimizationGroups#587382]
Arguments: hashpartitioning(coalesce(shardId#587385, ), isnull(shardId#587385), coalesce(orderProposalId#587386L, 0), isnull(orderProposalId#587386L), 20), ENSURE_REQUIREMENTS, [plan_id=249357]
(93) Sort [codegen id : 7]
Input [3]: [orderProposalId#587386L, shardId#587385, optimizationGroups#587382]
Arguments: [coalesce(shardId#587385, ) ASC NULLS FIRST, isnull(shardId#587385) ASC NULLS FIRST, coalesce(orderProposalId#587386L, 0) ASC NULLS FIRST, isnull(orderProposalId#587386L) ASC NULLS FIRST], false, 0
(94) SortMergeJoin
Left keys [4]: [coalesce(shardId#584004, ), isnull(shardId#584004), coalesce(_extract_orderProposalId#588385L, 0), isnull(_extract_orderProposalId#588385L)]
Right keys [4]: [coalesce(shardId#587385, ), isnull(shardId#587385), coalesce(orderProposalId#587386L, 0), isnull(orderProposalId#587386L)]
Join type: LeftOuter
Join condition: None
(95) Project
Output [2]: [shardId#584004, named_struct(orderProposalId, _extract_orderProposalId#588385L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#588377L, supplierGroup, _extract_supplierGroup#588378, optimizationGroups, coalesce(optimizationGroups#587382, []), supplier, _extract_supplier#588379, supplyingPlant, _extract_supplyingPlant#588380, orderDateTime, _extract_orderDateTime#588381, itemGroups, _extract_itemGroups#588382, previousOrderProposals, _extract_previousOrderProposals#588383, parentItems, _extract_parentItems#588384) AS orderProposal#587489]
Input [14]: [shardId#584004, _extract_orderProposalId#588376L, _extract_originalReplenishmentRunId#588377L, _extract_supplierGroup#588378, _extract_supplier#588379, _extract_supplyingPlant#588380, _extract_orderDateTime#588381, _extract_itemGroups#588382, _extract_previousOrderProposals#588383, _extract_parentItems#588384, _extract_orderProposalId#588385L, orderProposalId#587386L, shardId#587385, optimizationGroups#587382]
(96) Filter
Input [1]: [orderProposal#587489]
Condition : (size(orderProposal#587489.parentItems.deliveryDateTime, true) > 0)
(97) Project
Output [1]: [orderProposal#587489.parentItems.deliveryDateTime AS _extract_deliveryDateTime#589156]
Input [1]: [orderProposal#587489]
(98) Generate [codegen id : 1]
Input [1]: [_extract_deliveryDateTime#589156]
Arguments: explode(_extract_deliveryDateTime#589156), false, [numberOfOrderProposalItems#589128]
(99) Project [codegen id : 1]
Output: []
Input [1]: [numberOfOrderProposalItems#589128]
(100) HashAggregate [codegen id : 1]
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#589167L]
Results [1]: [count#589168L]
(101) Exchange
Input [1]: [count#589168L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=249475]
(102) HashAggregate [codegen id : 2]
Input [1]: [count#589168L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#589133L]
Results [1]: [count(1)#589133L AS count#589129L]