crp-order-qty-opt-service - Details for Query 2922

Submitted Time: 2026/08/10 09:30:37
Duration: 0.5 s
Succeeded Jobs: 4454 4455
Failed Jobs: 4456 4457

Plan Visualization

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [id="node0" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=false"]; 1 [id="node1" labelType="html" label=" DeserializeToObject " tooltip="DeserializeToObject createexternalrow(invoke(shardId#675449.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#675450L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#675451, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#675452, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#675453)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#675454)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#675455, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#675593: org.apache.spark.sql.Row"]; 2 [id="node2" labelType="html" label=" Project " tooltip="Project [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]"]; 3 [id="node3" labelType="html" label=" SortMergeJoin " tooltip="SortMergeJoin [shardId#675449, orderProposalId#675450L, lastModified#675454], [shardId#675472, orderProposalId#675473L, lastModified#675463], Inner"]; 4 [id="node4" labelType="html" label=" Sort " tooltip="Sort [shardId#675449 ASC NULLS FIRST, orderProposalId#675450L ASC NULLS FIRST, lastModified#675454 ASC NULLS FIRST], false, 0"]; 5 [id="node5" labelType="html" label="Exchange number of partitions: 25" tooltip="Exchange hashpartitioning(shardId#675449, orderProposalId#675450L, lastModified#675454, 25), ENSURE_REQUIREMENTS, [plan_id=274548]"]; 6 [id="node6" labelType="html" label=" Union " tooltip="Union"]; subgraph cluster7 { isCluster="true"; id="cluster7"; label="WholeStageCodegen (3)"; tooltip="WholeStageCodegen (3)"; 8 [id="node8" labelType="html" label=" Filter " tooltip="Filter ((isnotnull(shardId#675449) AND isnotnull(orderProposalId#675450L)) AND isnotnull(lastModified#675454))"]; 9 [id="node9" labelType="html" label=" Scan ExistingRDD " tooltip="Scan ExistingRDD[shardId#675449,orderProposalId#675450L,items#675451,optimizationGroups#675452,isOptimal#675453,lastModified#675454,optimizationInsights#675455]"]; } 10 [id="node10" labelType="html" label=" ObjectHashAggregate " tooltip="ObjectHashAggregate(keys=[shardId#670195, orderProposalId#670197L], functions=[collect_list(struct(worklistShardItemId, worklistShardItemId#670196L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)])"]; 11 [id="node11" labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 72.9 KiB number of coalesced partitions: 1" tooltip="AQEShuffleRead coalesced"]; 12 [id="node12" labelType="html" label="Exchange shuffle records written: 591 data size total (min, med, max (stageId: taskId)) 84.5 KiB (2.3 KiB, 3.2 KiB, 4.4 KiB (stage 53954.0: task 141928)) shuffle write time total (min, med, max (stageId: taskId)) 26 ms (0 ms, 1 ms, 1 ms (stage 53954.0: task 141926)) number of partitions: 25 shuffle bytes written total (min, med, max (stageId: taskId)) 69.2 KiB (2.0 KiB, 2.8 KiB, 3.5 KiB (stage 53954.0: task 141928))" tooltip="Exchange hashpartitioning(shardId#670195, orderProposalId#670197L, 25), ENSURE_REQUIREMENTS, [plan_id=274428]"]; 13 [id="node13" labelType="html" label="ObjectHashAggregate number of output rows: 591 time in aggregation build total (min, med, max (stageId: taskId)) 685 ms (0 ms, 0 ms, 70 ms (stage 53954.0: task 141920)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 53954.0: task 141929)) number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#670195, orderProposalId#670197L], functions=[partial_collect_list(struct(worklistShardItemId, worklistShardItemId#670196L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)])"]; subgraph cluster14 { isCluster="true"; id="cluster14"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n685 ms (0 ms, 0 ms, 70 ms (stage 53954.0: task 141920))"; tooltip="WholeStageCodegen (1)"; 15 [id="node15" labelType="html" label="Filter number of output rows: 980" tooltip="Filter (isnotnull(shardId#670195) AND isnotnull(orderProposalId#670197L))"]; } 16 [id="node16" labelType="html" label="InMemoryTableScan number of output rows: 980" tooltip="InMemoryTableScan [shardId#670195, worklistShardItemId#670196L, orderProposalId#670197L], [isnotnull(shardId#670195), isnotnull(orderProposalId#670197L)]"]; 17 [id="node17" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster18 { isCluster="true"; id="cluster18"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 19 [id="node19" labelType="html" label=" Project " tooltip="Project [0_1_10000002106 AS shardId#670195, worklistShardItemId#670263L, orderProposalId#670240L, orderProposalItemId#670241, orderProposalItemGroupId#670264, originalReplenishmentRunId#670282L, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, cast(sequenceId#670262 as bigint) AS sequenceId#670205L, sourceOfSupplyUuid#670254, supplierGroup#670242, supplier#670243, subrange#670246, product#670249, plant#670244, purchasingOrg#670255, purchasingGroup#670256, mrpController#670253, orderDateTime#670250, deliveryDateTime#670245, availabilityDateTime#670251, nextAvailabilityDateTime#670252, isFallbackOrderOnly#670257, ... 20 more fields]"]; } 20 [id="node20" labelType="html" label="Exchange shuffle records written: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 0 local bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 0 remote merged chunks fetched: 0 remote blocks read: 0 data size: 0.0 B local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#670263L, 25), REPARTITION_BY_NUM, [plan_id=274062]"]; subgraph cluster21 { isCluster="true"; id="cluster21"; label="WholeStageCodegen (1)"; tooltip="WholeStageCodegen (1)"; 22 [id="node22" labelType="html" label=" Project " tooltip="Project [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, sequenceId#670262, worklistShardItemId#670263L, orderProposalItemGroupId#670264, ... 19 more fields]"]; 23 [id="node23" labelType="html" label=" Filter " tooltip="Filter ((isnotnull(availabilityDateTime#670251) AND isnotnull(nextAvailabilityDateTime#670252)) AND (nextAvailabilityDateTime#670252 > availabilityDateTime#670251))"]; 24 [id="node24" labelType="html" label=" ColumnarToRow " tooltip="ColumnarToRow"]; } 25 [id="node25" labelType="html" label=" Scan parquet " tooltip="FileScan parquet [orderProposalId#670240L,orderProposalItemId#670241,supplierGroup#670242,supplier#670243,plant#670244,deliveryDateTime#670245,subrange#670246,supplyingPlant#670247,productGroup#670248,product#670249,orderDateTime#670250,availabilityDateTime#670251,nextAvailabilityDateTime#670252,mrpController#670253,sourceOfSupplyUuid#670254,purchasingOrg#670255,purchasingGroup#670256,isFallbackOrderOnly#670257,orderProposalHorizonGroupingId#670258L,splitIndicator#670259L,previousOrderProposal#670260L,clusterId#670261L,worklistShardItemId#670263L,orderProposalItemGroupId#670264,externalProductId#670265,... 20 more fields] Batched: true, DataFilters: [isnotnull(availabilityDateTime#670251), isnotnull(nextAvailabilityDateTime#670252), (nextAvailab..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#670284), isnotnull(sequenceId#670262), (shardId#670284 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(availabilityDateTime), IsNotNull(nextAvailabilityDateTime)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; 26 [id="node26" labelType="html" label=" Sort " tooltip="Sort [shardId#675472 ASC NULLS FIRST, orderProposalId#675473L ASC NULLS FIRST, lastModified#675463 ASC NULLS FIRST], false, 0"]; 27 [id="node27" labelType="html" label=" Exchange " tooltip="Exchange hashpartitioning(shardId#675472, orderProposalId#675473L, lastModified#675463, 25), ENSURE_REQUIREMENTS, [plan_id=274647]"]; 28 [id="node28" labelType="html" label=" Filter " tooltip="Filter isnotnull(lastModified#675463)"]; 29 [id="node29" labelType="html" label=" HashAggregate " tooltip="HashAggregate(keys=[shardId#675472, orderProposalId#675473L], functions=[max(lastModified#675477)])"]; 30 [id="node30" labelType="html" label="Exchange number of partitions: 25" tooltip="Exchange hashpartitioning(shardId#675472, orderProposalId#675473L, 25), ENSURE_REQUIREMENTS, [plan_id=274630]"]; subgraph cluster31 { isCluster="true"; id="cluster31"; label="WholeStageCodegen (6)"; tooltip="WholeStageCodegen (6)"; 32 [id="node32" labelType="html" label=" HashAggregate " tooltip="HashAggregate(keys=[shardId#675472, orderProposalId#675473L], functions=[partial_max(lastModified#675477)])"]; } 33 [id="node33" labelType="html" label=" Union " tooltip="Union"]; subgraph cluster34 { isCluster="true"; id="cluster34"; label="WholeStageCodegen (4)"; tooltip="WholeStageCodegen (4)"; 35 [id="node35" labelType="html" label=" Project " tooltip="Project [shardId#675472, orderProposalId#675473L, lastModified#675477]"]; 36 [id="node36" labelType="html" label=" Filter " tooltip="Filter (isnotnull(shardId#675472) AND isnotnull(orderProposalId#675473L))"]; 37 [id="node37" labelType="html" label=" Scan ExistingRDD " tooltip="Scan ExistingRDD[shardId#675472,orderProposalId#675473L,items#675474,optimizationGroups#675475,isOptimal#675476,lastModified#675477,optimizationInsights#675478]"]; } subgraph cluster38 { isCluster="true"; id="cluster38"; label="WholeStageCodegen (5)"; tooltip="WholeStageCodegen (5)"; 39 [id="node39" labelType="html" label=" HashAggregate " tooltip="HashAggregate(keys=[shardId#675479, orderProposalId#675481L], functions=[])"]; } 40 [id="node40" labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 45.2 KiB number of coalesced partitions: 1" tooltip="AQEShuffleRead coalesced"]; 41 [id="node41" labelType="html" label="Exchange shuffle records written: 591 data size total (min, med, max (stageId: taskId)) 23.1 KiB (640.0 B, 960.0 B, 1200.0 B (stage 53955.0: task 141933)) shuffle write time total (min, med, max (stageId: taskId)) 29 ms (0 ms, 1 ms, 1 ms (stage 53955.0: task 141933)) number of partitions: 25 shuffle bytes written total (min, med, max (stageId: taskId)) 42.2 KiB (1262.0 B, 1738.0 B, 2.1 KiB (stage 53955.0: task 141953))" tooltip="Exchange hashpartitioning(shardId#675479, orderProposalId#675481L, 25), ENSURE_REQUIREMENTS, [plan_id=274464]"]; subgraph cluster42 { isCluster="true"; id="cluster42"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n398 ms (2 ms, 3 ms, 36 ms (stage 53955.0: task 141931))"; tooltip="WholeStageCodegen (2)"; 43 [id="node43" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 17 ms (0 ms, 0 ms, 2 ms (stage 53955.0: task 141931)) peak memory total (min, med, max (stageId: taskId)) 6.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 53955.0: task 141931)) number of output rows: 591 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#675479, orderProposalId#675481L], functions=[])"]; 44 [id="node44" labelType="html" label="Filter number of output rows: 980" tooltip="Filter (isnotnull(shardId#675479) AND isnotnull(orderProposalId#675481L))"]; } 45 [id="node45" labelType="html" label="InMemoryTableScan number of output rows: 980" tooltip="InMemoryTableScan [shardId#675479, orderProposalId#675481L], [isnotnull(shardId#675479), isnotnull(orderProposalId#675481L)]"]; 46 [id="node46" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster47 { isCluster="true"; id="cluster47"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 48 [id="node48" labelType="html" label=" Project " tooltip="Project [0_1_10000002106 AS shardId#670195, worklistShardItemId#670263L, orderProposalId#670240L, orderProposalItemId#670241, orderProposalItemGroupId#670264, originalReplenishmentRunId#670282L, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, cast(sequenceId#670262 as bigint) AS sequenceId#670205L, sourceOfSupplyUuid#670254, supplierGroup#670242, supplier#670243, subrange#670246, product#670249, plant#670244, purchasingOrg#670255, purchasingGroup#670256, mrpController#670253, orderDateTime#670250, deliveryDateTime#670245, availabilityDateTime#670251, nextAvailabilityDateTime#670252, isFallbackOrderOnly#670257, ... 20 more fields]"]; } 1->0; 2->1; 3->2; 4->3; 5->4; 6->5; 8->6; 9->8; 10->6; 11->10; 12->11; 13->12; 15->13; 16->15; 17->16; 19->17; 20->19; 22->20; 23->22; 24->23; 25->24; 26->3; 27->26; 28->27; 29->28; 30->29; 32->30; 33->32; 35->33; 36->35; 37->36; 39->33; 40->39; 41->40; 43->41; 44->43; 45->44; 46->45; 48->46; 20->48; }

Details

== Physical Plan ==
AdaptiveSparkPlan (73)
+- == Current Plan ==
   DeserializeToObject (51)
   +- Project (50)
      +- SortMergeJoin Inner (49)
         :- Sort (28)
         :  +- ShuffleQueryStage (27)
         :     +- Exchange (26)
         :        +- Union (25)
         :           :- * Filter (2)
         :           :  +- * Scan ExistingRDD (1)
         :           +- ObjectHashAggregate (24)
         :              +- AQEShuffleRead (23)
         :                 +- ShuffleQueryStage (22), Statistics(sizeInBytes=84.5 KiB, rowCount=591)
         :                    +- Exchange (21)
         :                       +- ObjectHashAggregate (20)
         :                          +- * Filter (19)
         :                             +- TableCacheQueryStage (18), Statistics(sizeInBytes=1316.0 KiB, rowCount=980)
         :                                +- InMemoryTableScan (3)
         :                                      +- InMemoryRelation (4)
         :                                            +- AdaptiveSparkPlan (17)
                                                      +- == Final Plan ==
                                                         ResultQueryStage (12)
                                                         +- * Project (11)
                                                            +- ShuffleQueryStage (10), Statistics(sizeInBytes=1456.9 KiB, rowCount=980)
                                                               +- Exchange (9)
                                                                  +- * Project (8)
                                                                     +- * Filter (7)
                                                                        +- * ColumnarToRow (6)
                                                                           +- Scan parquet  (5)
                                                      +- == Initial Plan ==
                                                         Project (16)
                                                         +- Exchange (15)
                                                            +- Project (14)
                                                               +- Filter (13)
                                                                  +- Scan parquet  (5)
         +- Sort (48)
            +- Exchange (47)
               +- Filter (46)
                  +- HashAggregate (45)
                     +- ShuffleQueryStage (44)
                        +- Exchange (43)
                           +- * HashAggregate (42)
                              +- Union (41)
                                 :- * Project (31)
                                 :  +- * Filter (30)
                                 :     +- * Scan ExistingRDD (29)
                                 +- * HashAggregate (40)
                                    +- AQEShuffleRead (39)
                                       +- ShuffleQueryStage (38), Statistics(sizeInBytes=23.1 KiB, rowCount=591)
                                          +- Exchange (37)
                                             +- * HashAggregate (36)
                                                +- * Filter (35)
                                                   +- TableCacheQueryStage (34), Statistics(sizeInBytes=1316.0 KiB, rowCount=980)
                                                      +- InMemoryTableScan (32)
                                                            +- InMemoryRelation (33)
                                                                  +- AdaptiveSparkPlan (17)
                                                                  +- == Final Plan ==
                                                                     ResultQueryStage (12)
                                                                     +- * Project (11)
                                                                        +- ShuffleQueryStage (10), Statistics(sizeInBytes=1456.9 KiB, rowCount=980)
                                                                           +- Exchange (9)
                                                                              +- * Project (8)
                                                                                 +- * Filter (7)
                                                                                    +- * ColumnarToRow (6)
                                                                                       +- Scan parquet  (5)
                                                                  +- == Initial Plan ==
                                                                     Project (16)
                                                                     +- Exchange (15)
                                                                        +- Project (14)
                                                                           +- Filter (13)
                                                                              +- Scan parquet  (5)
+- == Initial Plan ==
   DeserializeToObject (72)
   +- Project (71)
      +- SortMergeJoin Inner (70)
         :- Sort (58)
         :  +- Exchange (57)
         :     +- Union (56)
         :        :- Filter (2)
         :        :  +- Scan ExistingRDD (1)
         :        +- ObjectHashAggregate (55)
         :           +- Exchange (54)
         :              +- ObjectHashAggregate (53)
         :                 +- Filter (52)
         :                    +- InMemoryTableScan (3)
         :                          +- InMemoryRelation (4)
         :                                +- AdaptiveSparkPlan (17)
                                          +- == Final Plan ==
                                             ResultQueryStage (12)
                                             +- * Project (11)
                                                +- ShuffleQueryStage (10), Statistics(sizeInBytes=1456.9 KiB, rowCount=980)
                                                   +- Exchange (9)
                                                      +- * Project (8)
                                                         +- * Filter (7)
                                                            +- * ColumnarToRow (6)
                                                               +- Scan parquet  (5)
                                          +- == Initial Plan ==
                                             Project (16)
                                             +- Exchange (15)
                                                +- Project (14)
                                                   +- Filter (13)
                                                      +- Scan parquet  (5)
         +- Sort (69)
            +- Exchange (68)
               +- Filter (67)
                  +- HashAggregate (66)
                     +- Exchange (65)
                        +- HashAggregate (64)
                           +- Union (63)
                              :- Project (31)
                              :  +- Filter (30)
                              :     +- Scan ExistingRDD (29)
                              +- HashAggregate (62)
                                 +- Exchange (61)
                                    +- HashAggregate (60)
                                       +- Filter (59)
                                          +- InMemoryTableScan (32)
                                                +- InMemoryRelation (33)
                                                      +- AdaptiveSparkPlan (17)
                                                      +- == Final Plan ==
                                                         ResultQueryStage (12)
                                                         +- * Project (11)
                                                            +- ShuffleQueryStage (10), Statistics(sizeInBytes=1456.9 KiB, rowCount=980)
                                                               +- Exchange (9)
                                                                  +- * Project (8)
                                                                     +- * Filter (7)
                                                                        +- * ColumnarToRow (6)
                                                                           +- Scan parquet  (5)
                                                      +- == Initial Plan ==
                                                         Project (16)
                                                         +- Exchange (15)
                                                            +- Project (14)
                                                               +- Filter (13)
                                                                  +- Scan parquet  (5)


(1) Scan ExistingRDD [codegen id : 3]
Output [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Arguments: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455], MapPartitionsRDD[32260] at createDataFrame at OptimalQuantitiesCacheImpl.java:212, ExistingRDD, UnknownPartitioning(0)

(2) Filter [codegen id : 3]
Input [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Condition : ((isnotnull(shardId#675449) AND isnotnull(orderProposalId#675450L)) AND isnotnull(lastModified#675454))

(3) InMemoryTableScan
Output [3]: [shardId#670195, worklistShardItemId#670196L, orderProposalId#670197L]
Arguments: [shardId#670195, worklistShardItemId#670196L, orderProposalId#670197L], [isnotnull(shardId#670195), isnotnull(orderProposalId#670197L)]

(4) InMemoryRelation
Arguments: [shardId#670195, worklistShardItemId#670196L, orderProposalId#670197L, orderProposalItemId#670198, orderProposalItemGroupId#670199, originalReplenishmentRunId#670200L, orderProposalHorizonGroupingId#670201L, splitIndicator#670202L, previousOrderProposal#670203L, clusterId#670204L, sequenceId#670205L, sourceOfSupplyUuid#670206, supplierGroup#670207, supplier#670208, subrange#670209, product#670210, plant#670211, purchasingOrg#670212, purchasingGroup#670213, mrpController#670214, orderDateTime#670215, deliveryDateTime#670216, availabilityDateTime#670217, nextAvailabilityDateTime#670218, isFallbackOrderOnly#670219, ... 20 more fields], StorageLevel(disk, memory, 2 replicas)

(5) Scan parquet 
Output [45]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283, shardId#670284, sequenceId#670262]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002106]
PartitionFilters: [isnotnull(shardId#670284), isnotnull(sequenceId#670262), (shardId#670284 = 0_1_10000002106), (sequenceId#670262 = 3)]
PushedFilters: [IsNotNull(availabilityDateTime), IsNotNull(nextAvailabilityDateTime)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,mrpController:string,sourceOfSupplyUuid:string,purchasingOrg:string,purchasingGroup:string,isFallbackOrderOnly:boolean,orderProposalHorizonGroupingId:bigint,splitIndicator:bigint,previousOrderProposal:bigint,clusterId:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,constraintRanks:array<int>,constraintIsActive:array<boolean>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>

(6) ColumnarToRow [codegen id : 1]
Input [45]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283, shardId#670284, sequenceId#670262]

(7) Filter [codegen id : 1]
Input [45]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283, shardId#670284, sequenceId#670262]
Condition : ((isnotnull(availabilityDateTime#670251) AND isnotnull(nextAvailabilityDateTime#670252)) AND (nextAvailabilityDateTime#670252 > availabilityDateTime#670251))

(8) Project [codegen id : 1]
Output [44]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, sequenceId#670262, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283]
Input [45]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283, shardId#670284, sequenceId#670262]

(9) Exchange
Input [44]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, sequenceId#670262, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283]
Arguments: hashpartitioning(worklistShardItemId#670263L, 25), REPARTITION_BY_NUM, [plan_id=274062]

(10) ShuffleQueryStage
Output [44]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, sequenceId#670262, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283]
Arguments: 0

(11) Project [codegen id : 2]
Output [45]: [0_1_10000002106 AS shardId#670195, worklistShardItemId#670263L, orderProposalId#670240L, orderProposalItemId#670241, orderProposalItemGroupId#670264, originalReplenishmentRunId#670282L, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, cast(sequenceId#670262 as bigint) AS sequenceId#670205L, sourceOfSupplyUuid#670254, supplierGroup#670242, supplier#670243, subrange#670246, product#670249, plant#670244, purchasingOrg#670255, purchasingGroup#670256, mrpController#670253, orderDateTime#670250, deliveryDateTime#670245, availabilityDateTime#670251, nextAvailabilityDateTime#670252, isFallbackOrderOnly#670257, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, netPriceAmount#670276, netPriceCurrencyCode#670277, measurements#670281, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintRanks#670274, constraintValues#670273, constraintIsActive#670275, logisticUnits#670267, optimizationGroups#670283, externalProductId#670265, externalPlantId#670266, supplyingPlant#670247, productGroup#670248]
Input [44]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, sequenceId#670262, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283]

(12) ResultQueryStage
Output [45]: [shardId#670195, worklistShardItemId#670263L, orderProposalId#670240L, orderProposalItemId#670241, orderProposalItemGroupId#670264, originalReplenishmentRunId#670282L, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, sequenceId#670205L, sourceOfSupplyUuid#670254, supplierGroup#670242, supplier#670243, subrange#670246, product#670249, plant#670244, purchasingOrg#670255, purchasingGroup#670256, mrpController#670253, orderDateTime#670250, deliveryDateTime#670245, availabilityDateTime#670251, nextAvailabilityDateTime#670252, isFallbackOrderOnly#670257, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, netPriceAmount#670276, netPriceCurrencyCode#670277, measurements#670281, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintRanks#670274, constraintValues#670273, constraintIsActive#670275, logisticUnits#670267, optimizationGroups#670283, externalProductId#670265, externalPlantId#670266, supplyingPlant#670247, productGroup#670248]
Arguments: 1

(13) Filter
Input [45]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283, shardId#670284, sequenceId#670262]
Condition : ((isnotnull(availabilityDateTime#670251) AND isnotnull(nextAvailabilityDateTime#670252)) AND (nextAvailabilityDateTime#670252 > availabilityDateTime#670251))

(14) Project
Output [44]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, sequenceId#670262, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283]
Input [45]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283, shardId#670284, sequenceId#670262]

(15) Exchange
Input [44]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, sequenceId#670262, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283]
Arguments: hashpartitioning(worklistShardItemId#670263L, 25), REPARTITION_BY_NUM, [plan_id=274034]

(16) Project
Output [45]: [0_1_10000002106 AS shardId#670195, worklistShardItemId#670263L, orderProposalId#670240L, orderProposalItemId#670241, orderProposalItemGroupId#670264, originalReplenishmentRunId#670282L, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, cast(sequenceId#670262 as bigint) AS sequenceId#670205L, sourceOfSupplyUuid#670254, supplierGroup#670242, supplier#670243, subrange#670246, product#670249, plant#670244, purchasingOrg#670255, purchasingGroup#670256, mrpController#670253, orderDateTime#670250, deliveryDateTime#670245, availabilityDateTime#670251, nextAvailabilityDateTime#670252, isFallbackOrderOnly#670257, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, netPriceAmount#670276, netPriceCurrencyCode#670277, measurements#670281, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintRanks#670274, constraintValues#670273, constraintIsActive#670275, logisticUnits#670267, optimizationGroups#670283, externalProductId#670265, externalPlantId#670266, supplyingPlant#670247, productGroup#670248]
Input [44]: [orderProposalId#670240L, orderProposalItemId#670241, supplierGroup#670242, supplier#670243, plant#670244, deliveryDateTime#670245, subrange#670246, supplyingPlant#670247, productGroup#670248, product#670249, orderDateTime#670250, availabilityDateTime#670251, nextAvailabilityDateTime#670252, mrpController#670253, sourceOfSupplyUuid#670254, purchasingOrg#670255, purchasingGroup#670256, isFallbackOrderOnly#670257, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, sequenceId#670262, worklistShardItemId#670263L, orderProposalItemGroupId#670264, externalProductId#670265, externalPlantId#670266, logisticUnits#670267, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintValues#670273, constraintRanks#670274, constraintIsActive#670275, netPriceAmount#670276, netPriceCurrencyCode#670277, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, measurements#670281, originalReplenishmentRunId#670282L, optimizationGroups#670283]

(17) AdaptiveSparkPlan
Output [45]: [shardId#670195, worklistShardItemId#670263L, orderProposalId#670240L, orderProposalItemId#670241, orderProposalItemGroupId#670264, originalReplenishmentRunId#670282L, orderProposalHorizonGroupingId#670258L, splitIndicator#670259L, previousOrderProposal#670260L, clusterId#670261L, sequenceId#670205L, sourceOfSupplyUuid#670254, supplierGroup#670242, supplier#670243, subrange#670246, product#670249, plant#670244, purchasingOrg#670255, purchasingGroup#670256, mrpController#670253, orderDateTime#670250, deliveryDateTime#670245, availabilityDateTime#670251, nextAvailabilityDateTime#670252, isFallbackOrderOnly#670257, orderQuantityBaseUom#670268, orderQuantityBaseUomUuid#670269, netPriceQuantity#670278, netPriceQuantityUom#670279, netPriceQuantityUomUuid#670280, netPriceAmount#670276, netPriceCurrencyCode#670277, measurements#670281, minimumOrderQuantity#670270, constraintLabels#670271, constraintOperators#670272, constraintRanks#670274, constraintValues#670273, constraintIsActive#670275, logisticUnits#670267, optimizationGroups#670283, externalProductId#670265, externalPlantId#670266, supplyingPlant#670247, productGroup#670248]
Arguments: isFinalPlan=true

(18) TableCacheQueryStage
Output [3]: [shardId#670195, worklistShardItemId#670196L, orderProposalId#670197L]
Arguments: 0

(19) Filter [codegen id : 1]
Input [3]: [shardId#670195, worklistShardItemId#670196L, orderProposalId#670197L]
Condition : (isnotnull(shardId#670195) AND isnotnull(orderProposalId#670197L))

(20) ObjectHashAggregate
Input [3]: [shardId#670195, worklistShardItemId#670196L, orderProposalId#670197L]
Keys [2]: [shardId#670195, orderProposalId#670197L]
Functions [1]: [partial_collect_list(struct(worklistShardItemId, worklistShardItemId#670196L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [buf#676944]
Results [3]: [shardId#670195, orderProposalId#670197L, buf#676945]

(21) Exchange
Input [3]: [shardId#670195, orderProposalId#670197L, buf#676945]
Arguments: hashpartitioning(shardId#670195, orderProposalId#670197L, 25), ENSURE_REQUIREMENTS, [plan_id=274428]

(22) ShuffleQueryStage [codegen id : 3]
Output [3]: [shardId#670195, orderProposalId#670197L, buf#676945]
Arguments: 2

(23) AQEShuffleRead [codegen id : 3]
Input [3]: [shardId#670195, orderProposalId#670197L, buf#676945]
Arguments: coalesced

(24) ObjectHashAggregate [codegen id : 3]
Input [3]: [shardId#670195, orderProposalId#670197L, buf#676945]
Keys [2]: [shardId#670195, orderProposalId#670197L]
Functions [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#670196L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#670196L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#675440]
Results [7]: [shardId#670195, orderProposalId#670197L, cast(transform(collect_list(struct(worklistShardItemId, worklistShardItemId#670196L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#675440, lambdafunction(struct(worklistShardItemId, lambda x_1785#675461.worklistShardItemId, quantityAfterProdPlantOptimization, lambda x_1785#675461.quantityAfterProdPlantOptimization, qty, lambda x_1785#675461.optimalQuantity), lambda x_1785#675461, false)) as array<struct<worklistShardItemId:bigint,quantityAfterProdPlantOptimization:double,qty:double>>) AS items#675462, [] AS optimizationGroups#675456, false AS isOptimal#675441, 2026-08-10 09:30:37.273943 AS lastModified#675460, [] AS optimizationInsights#675457]

(25) Union

(26) Exchange
Input [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Arguments: hashpartitioning(shardId#675449, orderProposalId#675450L, lastModified#675454, 25), ENSURE_REQUIREMENTS, [plan_id=274548]

(27) ShuffleQueryStage
Output [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Arguments: 4

(28) Sort
Input [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Arguments: [shardId#675449 ASC NULLS FIRST, orderProposalId#675450L ASC NULLS FIRST, lastModified#675454 ASC NULLS FIRST], false, 0

(29) Scan ExistingRDD [codegen id : 4]
Output [7]: [shardId#675472, orderProposalId#675473L, items#675474, optimizationGroups#675475, isOptimal#675476, lastModified#675477, optimizationInsights#675478]
Arguments: [shardId#675472, orderProposalId#675473L, items#675474, optimizationGroups#675475, isOptimal#675476, lastModified#675477, optimizationInsights#675478], MapPartitionsRDD[32260] at createDataFrame at OptimalQuantitiesCacheImpl.java:212, ExistingRDD, UnknownPartitioning(0)

(30) Filter [codegen id : 4]
Input [7]: [shardId#675472, orderProposalId#675473L, items#675474, optimizationGroups#675475, isOptimal#675476, lastModified#675477, optimizationInsights#675478]
Condition : (isnotnull(shardId#675472) AND isnotnull(orderProposalId#675473L))

(31) Project [codegen id : 4]
Output [3]: [shardId#675472, orderProposalId#675473L, lastModified#675477]
Input [7]: [shardId#675472, orderProposalId#675473L, items#675474, optimizationGroups#675475, isOptimal#675476, lastModified#675477, optimizationInsights#675478]

(32) InMemoryTableScan
Output [2]: [shardId#675479, orderProposalId#675481L]
Arguments: [shardId#675479, orderProposalId#675481L], [isnotnull(shardId#675479), isnotnull(orderProposalId#675481L)]

(33) InMemoryRelation
Arguments: [shardId#675479, worklistShardItemId#675480L, orderProposalId#675481L, orderProposalItemId#675482, orderProposalItemGroupId#675483, originalReplenishmentRunId#675484L, orderProposalHorizonGroupingId#675485L, splitIndicator#675486L, previousOrderProposal#675487L, clusterId#675488L, sequenceId#675489L, sourceOfSupplyUuid#675490, supplierGroup#675491, supplier#675492, subrange#675493, product#675494, plant#675495, purchasingOrg#675496, purchasingGroup#675497, mrpController#675498, orderDateTime#675499, deliveryDateTime#675500, availabilityDateTime#675501, nextAvailabilityDateTime#675502, isFallbackOrderOnly#675503, ... 20 more fields], StorageLevel(disk, memory, 2 replicas)

(34) TableCacheQueryStage
Output [2]: [shardId#675479, orderProposalId#675481L]
Arguments: 1

(35) Filter [codegen id : 2]
Input [2]: [shardId#675479, orderProposalId#675481L]
Condition : (isnotnull(shardId#675479) AND isnotnull(orderProposalId#675481L))

(36) HashAggregate [codegen id : 2]
Input [2]: [shardId#675479, orderProposalId#675481L]
Keys [2]: [shardId#675479, orderProposalId#675481L]
Functions: []
Aggregate Attributes: []
Results [2]: [shardId#675479, orderProposalId#675481L]

(37) Exchange
Input [2]: [shardId#675479, orderProposalId#675481L]
Arguments: hashpartitioning(shardId#675479, orderProposalId#675481L, 25), ENSURE_REQUIREMENTS, [plan_id=274464]

(38) ShuffleQueryStage
Output [2]: [shardId#675479, orderProposalId#675481L]
Arguments: 3

(39) AQEShuffleRead
Input [2]: [shardId#675479, orderProposalId#675481L]
Arguments: coalesced

(40) HashAggregate [codegen id : 5]
Input [2]: [shardId#675479, orderProposalId#675481L]
Keys [2]: [shardId#675479, orderProposalId#675481L]
Functions: []
Aggregate Attributes: []
Results [3]: [shardId#675479, orderProposalId#675481L, 2026-08-10 09:30:37.273943 AS lastModified#675576]

(41) Union

(42) HashAggregate [codegen id : 6]
Input [3]: [shardId#675472, orderProposalId#675473L, lastModified#675477]
Keys [2]: [shardId#675472, orderProposalId#675473L]
Functions [1]: [partial_max(lastModified#675477)]
Aggregate Attributes [1]: [max#676946]
Results [3]: [shardId#675472, orderProposalId#675473L, max#676947]

(43) Exchange
Input [3]: [shardId#675472, orderProposalId#675473L, max#676947]
Arguments: hashpartitioning(shardId#675472, orderProposalId#675473L, 25), ENSURE_REQUIREMENTS, [plan_id=274630]

(44) ShuffleQueryStage
Output [3]: [shardId#675472, orderProposalId#675473L, max#676947]
Arguments: 5

(45) HashAggregate
Input [3]: [shardId#675472, orderProposalId#675473L, max#676947]
Keys [2]: [shardId#675472, orderProposalId#675473L]
Functions [1]: [max(lastModified#675477)]
Aggregate Attributes [1]: [max(lastModified#675477)#675471]
Results [3]: [shardId#675472, orderProposalId#675473L, max(lastModified#675477)#675471 AS lastModified#675463]

(46) Filter
Input [3]: [shardId#675472, orderProposalId#675473L, lastModified#675463]
Condition : isnotnull(lastModified#675463)

(47) Exchange
Input [3]: [shardId#675472, orderProposalId#675473L, lastModified#675463]
Arguments: hashpartitioning(shardId#675472, orderProposalId#675473L, lastModified#675463, 25), ENSURE_REQUIREMENTS, [plan_id=274647]

(48) Sort
Input [3]: [shardId#675472, orderProposalId#675473L, lastModified#675463]
Arguments: [shardId#675472 ASC NULLS FIRST, orderProposalId#675473L ASC NULLS FIRST, lastModified#675463 ASC NULLS FIRST], false, 0

(49) SortMergeJoin
Left keys [3]: [shardId#675449, orderProposalId#675450L, lastModified#675454]
Right keys [3]: [shardId#675472, orderProposalId#675473L, lastModified#675463]
Join type: Inner
Join condition: None

(50) Project
Output [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Input [10]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455, shardId#675472, orderProposalId#675473L, lastModified#675463]

(51) DeserializeToObject
Input [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Arguments: createexternalrow(invoke(shardId#675449.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#675450L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#675451, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#675452, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#675453)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#675454)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#675455, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#675593: org.apache.spark.sql.Row

(52) Filter
Input [3]: [shardId#670195, worklistShardItemId#670196L, orderProposalId#670197L]
Condition : (isnotnull(shardId#670195) AND isnotnull(orderProposalId#670197L))

(53) ObjectHashAggregate
Input [3]: [shardId#670195, worklistShardItemId#670196L, orderProposalId#670197L]
Keys [2]: [shardId#670195, orderProposalId#670197L]
Functions [1]: [partial_collect_list(struct(worklistShardItemId, worklistShardItemId#670196L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [buf#676944]
Results [3]: [shardId#670195, orderProposalId#670197L, buf#676945]

(54) Exchange
Input [3]: [shardId#670195, orderProposalId#670197L, buf#676945]
Arguments: hashpartitioning(shardId#670195, orderProposalId#670197L, 25), ENSURE_REQUIREMENTS, [plan_id=274257]

(55) ObjectHashAggregate
Input [3]: [shardId#670195, orderProposalId#670197L, buf#676945]
Keys [2]: [shardId#670195, orderProposalId#670197L]
Functions [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#670196L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#670196L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#675440]
Results [7]: [shardId#670195, orderProposalId#670197L, cast(transform(collect_list(struct(worklistShardItemId, worklistShardItemId#670196L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#675440, lambdafunction(struct(worklistShardItemId, lambda x_1785#675461.worklistShardItemId, quantityAfterProdPlantOptimization, lambda x_1785#675461.quantityAfterProdPlantOptimization, qty, lambda x_1785#675461.optimalQuantity), lambda x_1785#675461, false)) as array<struct<worklistShardItemId:bigint,quantityAfterProdPlantOptimization:double,qty:double>>) AS items#675462, [] AS optimizationGroups#675456, false AS isOptimal#675441, 2026-08-10 09:30:37.273943 AS lastModified#675460, [] AS optimizationInsights#675457]

(56) Union

(57) Exchange
Input [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Arguments: hashpartitioning(shardId#675449, orderProposalId#675450L, lastModified#675454, 25), ENSURE_REQUIREMENTS, [plan_id=274270]

(58) Sort
Input [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Arguments: [shardId#675449 ASC NULLS FIRST, orderProposalId#675450L ASC NULLS FIRST, lastModified#675454 ASC NULLS FIRST], false, 0

(59) Filter
Input [2]: [shardId#675479, orderProposalId#675481L]
Condition : (isnotnull(shardId#675479) AND isnotnull(orderProposalId#675481L))

(60) HashAggregate
Input [2]: [shardId#675479, orderProposalId#675481L]
Keys [2]: [shardId#675479, orderProposalId#675481L]
Functions: []
Aggregate Attributes: []
Results [2]: [shardId#675479, orderProposalId#675481L]

(61) Exchange
Input [2]: [shardId#675479, orderProposalId#675481L]
Arguments: hashpartitioning(shardId#675479, orderProposalId#675481L, 25), ENSURE_REQUIREMENTS, [plan_id=274260]

(62) HashAggregate
Input [2]: [shardId#675479, orderProposalId#675481L]
Keys [2]: [shardId#675479, orderProposalId#675481L]
Functions: []
Aggregate Attributes: []
Results [3]: [shardId#675479, orderProposalId#675481L, 2026-08-10 09:30:37.273943 AS lastModified#675576]

(63) Union

(64) HashAggregate
Input [3]: [shardId#675472, orderProposalId#675473L, lastModified#675477]
Keys [2]: [shardId#675472, orderProposalId#675473L]
Functions [1]: [partial_max(lastModified#675477)]
Aggregate Attributes [1]: [max#676946]
Results [3]: [shardId#675472, orderProposalId#675473L, max#676947]

(65) Exchange
Input [3]: [shardId#675472, orderProposalId#675473L, max#676947]
Arguments: hashpartitioning(shardId#675472, orderProposalId#675473L, 25), ENSURE_REQUIREMENTS, [plan_id=274265]

(66) HashAggregate
Input [3]: [shardId#675472, orderProposalId#675473L, max#676947]
Keys [2]: [shardId#675472, orderProposalId#675473L]
Functions [1]: [max(lastModified#675477)]
Aggregate Attributes [1]: [max(lastModified#675477)#675471]
Results [3]: [shardId#675472, orderProposalId#675473L, max(lastModified#675477)#675471 AS lastModified#675463]

(67) Filter
Input [3]: [shardId#675472, orderProposalId#675473L, lastModified#675463]
Condition : isnotnull(lastModified#675463)

(68) Exchange
Input [3]: [shardId#675472, orderProposalId#675473L, lastModified#675463]
Arguments: hashpartitioning(shardId#675472, orderProposalId#675473L, lastModified#675463, 25), ENSURE_REQUIREMENTS, [plan_id=274271]

(69) Sort
Input [3]: [shardId#675472, orderProposalId#675473L, lastModified#675463]
Arguments: [shardId#675472 ASC NULLS FIRST, orderProposalId#675473L ASC NULLS FIRST, lastModified#675463 ASC NULLS FIRST], false, 0

(70) SortMergeJoin
Left keys [3]: [shardId#675449, orderProposalId#675450L, lastModified#675454]
Right keys [3]: [shardId#675472, orderProposalId#675473L, lastModified#675463]
Join type: Inner
Join condition: None

(71) Project
Output [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Input [10]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455, shardId#675472, orderProposalId#675473L, lastModified#675463]

(72) DeserializeToObject
Input [7]: [shardId#675449, orderProposalId#675450L, items#675451, optimizationGroups#675452, isOptimal#675453, lastModified#675454, optimizationInsights#675455]
Arguments: createexternalrow(invoke(shardId#675449.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#675450L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#675451, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#675452, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#675453)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#675454)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#675455, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#675593: org.apache.spark.sql.Row

(73) AdaptiveSparkPlan
Output [1]: [obj#675593]
Arguments: isFinalPlan=false

SQL / DataFrame Properties

Name	Value
spark.activity.hdlfsEnabled	true
spark.activity.isolateSession	true
spark.databricks.delta.lastCommitVersionInSession	7
spark.sql.parquet.fieldId.read.enabled	true
spark.sql.parquet.fieldId.write.enabled	true
temporal.activity.id	90f9ebe0-40ee-3f09-bb94-59e27ef54873
temporal.activity.type	TriggerOptimize