crp-order-qty-opt-service - Details for Query 2708

Submitted Time: 2026/08/10 09:28:47
Duration: 1.0 s
Succeeded Jobs: 4170 4171 4172 4173 4174

Plan Visualization

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [id="node0" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; 1 [id="node1" labelType="html" label=" DeserializeToObject " tooltip="DeserializeToObject createexternalrow(invoke(shardId#626342.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#626343L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#626344, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#626345, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#626346)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#626347)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#626348, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#626486: org.apache.spark.sql.Row"]; subgraph cluster2 { isCluster="true"; id="cluster2"; label="WholeStageCodegen (7)"; tooltip="WholeStageCodegen (7)"; 3 [id="node3" labelType="html" label=" Project " tooltip="Project [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]"]; 4 [id="node4" labelType="html" label=" BroadcastHashJoin " tooltip="BroadcastHashJoin [shardId#626342, orderProposalId#626343L, lastModified#626347], [shardId#626365, orderProposalId#626366L, lastModified#626356], Inner, BuildLeft, false"]; 28 [id="node28" labelType="html" label=" Filter " tooltip="Filter isnotnull(lastModified#626356)"]; 29 [id="node29" labelType="html" label=" HashAggregate " tooltip="HashAggregate(keys=[shardId#626365, orderProposalId#626366L], functions=[max(lastModified#626370)])"]; } 5 [id="node5" labelType="html" label="BroadcastExchange time to broadcast: 0 ms time to build: 24 ms time to collect: 168 ms number of output rows: 14 data size: 2.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, true], input[1, bigint, true], input[5, timestamp, false]),false), [plan_id=257505]"]; 6 [id="node6" labelType="html" label="AQEShuffleRead number of partitions: 1" tooltip="AQEShuffleRead local"]; 7 [id="node7" labelType="html" label="Exchange shuffle records written: 14 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 14 local bytes read: 3.6 KiB merged fetch fallback count: 0 local blocks read: 9 remote merged chunks fetched: 0 remote blocks read: 0 data size: 9.5 KiB local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B number of partitions: 25 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 3.6 KiB" tooltip="Exchange hashpartitioning(shardId#626342, orderProposalId#626343L, lastModified#626347, 25), ENSURE_REQUIREMENTS, [plan_id=257379]"]; 8 [id="node8" labelType="html" label=" Union " tooltip="Union"]; subgraph cluster9 { isCluster="true"; id="cluster9"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n271 ms (0 ms, 0 ms, 31 ms (stage 46091.0: task 129294))"; tooltip="WholeStageCodegen (3)"; 10 [id="node10" labelType="html" label="Filter number of output rows: 0" tooltip="Filter ((isnotnull(shardId#626342) AND isnotnull(orderProposalId#626343L)) AND isnotnull(lastModified#626347))"]; 11 [id="node11" labelType="html" label="Scan ExistingRDD number of output rows: 0" tooltip="Scan ExistingRDD[shardId#626342,orderProposalId#626343L,items#626344,optimizationGroups#626345,isOptimal#626346,lastModified#626347,optimizationInsights#626348]"]; } 12 [id="node12" labelType="html" label="ObjectHashAggregate number of output rows: 14 time in aggregation build: 62 ms spill size: 0.0 B number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#621088, orderProposalId#621090L], functions=[collect_list(struct(worklistShardItemId, worklistShardItemId#621089L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)])"]; 13 [id="node13" labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 22.9 KiB number of coalesced partitions: 1" tooltip="AQEShuffleRead coalesced"]; 14 [id="node14" labelType="html" label="Exchange shuffle records written: 149 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 149 local bytes read: 4.6 KiB merged fetch fallback count: 0 local blocks read: 31 remote merged chunks fetched: 0 remote blocks read: 114 data size total (min, med, max (stageId: taskId)) 19.6 KiB (240.0 B, 760.0 B, 1640.0 B (stage 46035.0: task 129236)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 16 ms (0 ms, 0 ms, 0 ms (stage 46035.0: task 129223)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 16.9 KiB number of partitions: 25 remote reqs duration: 7 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 21.6 KiB (296.0 B, 898.0 B, 1567.0 B (stage 46035.0: task 129236))" tooltip="Exchange hashpartitioning(shardId#621088, orderProposalId#621090L, 25), ENSURE_REQUIREMENTS, [plan_id=257259]"]; 15 [id="node15" labelType="html" label="ObjectHashAggregate number of output rows: 149 time in aggregation build total (min, med, max (stageId: taskId)) 638 ms (0 ms, 0 ms, 64 ms (stage 46035.0: task 129215)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 46035.0: task 129219)) number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#621088, orderProposalId#621090L], functions=[partial_collect_list(struct(worklistShardItemId, worklistShardItemId#621089L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)])"]; subgraph cluster16 { isCluster="true"; id="cluster16"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n638 ms (0 ms, 0 ms, 64 ms (stage 46035.0: task 129215))"; tooltip="WholeStageCodegen (1)"; 17 [id="node17" labelType="html" label="Filter number of output rows: 205" tooltip="Filter (isnotnull(shardId#621088) AND isnotnull(orderProposalId#621090L))"]; } 18 [id="node18" labelType="html" label="InMemoryTableScan number of output rows: 205" tooltip="InMemoryTableScan [shardId#621088, worklistShardItemId#621089L, orderProposalId#621090L], [isnotnull(shardId#621088), isnotnull(orderProposalId#621090L)]"]; 19 [id="node19" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster20 { isCluster="true"; id="cluster20"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 21 [id="node21" labelType="html" label=" Project " tooltip="Project [0_1_10000002107 AS shardId#621088, worklistShardItemId#621156L, orderProposalId#621133L, orderProposalItemId#621134, orderProposalItemGroupId#621157, originalReplenishmentRunId#621175L, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, cast(sequenceId#621155 as bigint) AS sequenceId#621098L, sourceOfSupplyUuid#621147, supplierGroup#621135, supplier#621136, subrange#621139, product#621142, plant#621137, purchasingOrg#621148, purchasingGroup#621149, mrpController#621146, orderDateTime#621143, deliveryDateTime#621138, availabilityDateTime#621144, nextAvailabilityDateTime#621145, isFallbackOrderOnly#621150, ... 20 more fields]"]; } 22 [id="node22" labelType="html" label="Exchange shuffle records written: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 0 local bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 0 remote merged chunks fetched: 0 remote blocks read: 0 data size: 0.0 B local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#621156L, 25), REPARTITION_BY_NUM, [plan_id=256893]"]; subgraph cluster23 { isCluster="true"; id="cluster23"; label="WholeStageCodegen (1)"; tooltip="WholeStageCodegen (1)"; 24 [id="node24" labelType="html" label=" Project " tooltip="Project [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, sequenceId#621155, worklistShardItemId#621156L, orderProposalItemGroupId#621157, ... 19 more fields]"]; 25 [id="node25" labelType="html" label=" Filter " tooltip="Filter ((isnotnull(availabilityDateTime#621144) AND isnotnull(nextAvailabilityDateTime#621145)) AND (nextAvailabilityDateTime#621145 > availabilityDateTime#621144))"]; 26 [id="node26" labelType="html" label=" ColumnarToRow " tooltip="ColumnarToRow"]; } 27 [id="node27" labelType="html" label=" Scan parquet " tooltip="FileScan parquet [orderProposalId#621133L,orderProposalItemId#621134,supplierGroup#621135,supplier#621136,plant#621137,deliveryDateTime#621138,subrange#621139,supplyingPlant#621140,productGroup#621141,product#621142,orderDateTime#621143,availabilityDateTime#621144,nextAvailabilityDateTime#621145,mrpController#621146,sourceOfSupplyUuid#621147,purchasingOrg#621148,purchasingGroup#621149,isFallbackOrderOnly#621150,orderProposalHorizonGroupingId#621151L,splitIndicator#621152L,previousOrderProposal#621153L,clusterId#621154L,worklistShardItemId#621156L,orderProposalItemGroupId#621157,externalProductId#621158,... 20 more fields] Batched: true, DataFilters: [isnotnull(availabilityDateTime#621144), isnotnull(nextAvailabilityDateTime#621145), (nextAvailab..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#621177), isnotnull(sequenceId#621155), (shardId#621177 = 0_1_10000002107), (se..., PushedFilters: [IsNotNull(availabilityDateTime), IsNotNull(nextAvailabilityDateTime)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; 30 [id="node30" labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 1428.0 B number of coalesced partitions: 1" tooltip="AQEShuffleRead coalesced"]; 31 [id="node31" labelType="html" label="Exchange shuffle records written: 14 data size: 672.0 B shuffle write time: 0 ms number of partitions: 25 shuffle bytes written: 1336.0 B" tooltip="Exchange hashpartitioning(shardId#626365, orderProposalId#626366L, 25), ENSURE_REQUIREMENTS, [plan_id=257461]"]; subgraph cluster32 { isCluster="true"; id="cluster32"; label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n880 ms (0 ms, 1 ms, 105 ms (stage 46093.0: task 129295))"; tooltip="WholeStageCodegen (6)"; 33 [id="node33" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 26 ms (0 ms, 0 ms, 18 ms (stage 46093.0: task 129295)) peak memory total (min, med, max (stageId: taskId)) 5.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 46093.0: task 129312)) number of output rows: 14 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#626365, orderProposalId#626366L], functions=[partial_max(lastModified#626370)])"]; } 34 [id="node34" labelType="html" label=" Union " tooltip="Union"]; subgraph cluster35 { isCluster="true"; id="cluster35"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n1.4 s (0 ms, 1 ms, 195 ms (stage 46093.0: task 129299))"; tooltip="WholeStageCodegen (4)"; 36 [id="node36" labelType="html" label=" Project " tooltip="Project [shardId#626365, orderProposalId#626366L, lastModified#626370]"]; 37 [id="node37" labelType="html" label="Filter number of output rows: 0" tooltip="Filter (isnotnull(shardId#626365) AND isnotnull(orderProposalId#626366L))"]; 38 [id="node38" labelType="html" label="Scan ExistingRDD number of output rows: 0" tooltip="Scan ExistingRDD[shardId#626365,orderProposalId#626366L,items#626367,optimizationGroups#626368,isOptimal#626369,lastModified#626370,optimizationInsights#626371]"]; } subgraph cluster39 { isCluster="true"; id="cluster39"; label="WholeStageCodegen (5)\n \nduration: 159 ms"; tooltip="WholeStageCodegen (5)"; 40 [id="node40" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 10 ms peak memory: 256.0 KiB number of output rows: 14 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#626372, orderProposalId#626374L], functions=[])"]; } 41 [id="node41" labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 15.1 KiB number of coalesced partitions: 1" tooltip="AQEShuffleRead coalesced"]; 42 [id="node42" labelType="html" label="Exchange shuffle records written: 149 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 149 local bytes read: 11.4 KiB merged fetch fallback count: 0 local blocks read: 116 remote merged chunks fetched: 0 remote blocks read: 29 data size total (min, med, max (stageId: taskId)) 5.8 KiB (80.0 B, 240.0 B, 480.0 B (stage 46036.0: task 129261)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 16 ms (0 ms, 0 ms, 0 ms (stage 46036.0: task 129246)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 2.9 KiB number of partitions: 25 remote reqs duration: 1 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 14.2 KiB (200.0 B, 600.0 B, 1038.0 B (stage 46036.0: task 129261))" tooltip="Exchange hashpartitioning(shardId#626372, orderProposalId#626374L, 25), ENSURE_REQUIREMENTS, [plan_id=257295]"]; subgraph cluster43 { isCluster="true"; id="cluster43"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n320 ms (1 ms, 1 ms, 32 ms (stage 46036.0: task 129247))"; tooltip="WholeStageCodegen (2)"; 44 [id="node44" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 13 ms (0 ms, 0 ms, 2 ms (stage 46036.0: task 129246)) peak memory total (min, med, max (stageId: taskId)) 6.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 46036.0: task 129227)) number of output rows: 149 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[shardId#626372, orderProposalId#626374L], functions=[])"]; 45 [id="node45" labelType="html" label="Filter number of output rows: 205" tooltip="Filter (isnotnull(shardId#626372) AND isnotnull(orderProposalId#626374L))"]; } 46 [id="node46" labelType="html" label="InMemoryTableScan number of output rows: 205" tooltip="InMemoryTableScan [shardId#626372, orderProposalId#626374L], [isnotnull(shardId#626372), isnotnull(orderProposalId#626374L)]"]; 47 [id="node47" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster48 { isCluster="true"; id="cluster48"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 49 [id="node49" labelType="html" label=" Project " tooltip="Project [0_1_10000002107 AS shardId#621088, worklistShardItemId#621156L, orderProposalId#621133L, orderProposalItemId#621134, orderProposalItemGroupId#621157, originalReplenishmentRunId#621175L, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, cast(sequenceId#621155 as bigint) AS sequenceId#621098L, sourceOfSupplyUuid#621147, supplierGroup#621135, supplier#621136, subrange#621139, product#621142, plant#621137, purchasingOrg#621148, purchasingGroup#621149, mrpController#621146, orderDateTime#621143, deliveryDateTime#621138, availabilityDateTime#621144, nextAvailabilityDateTime#621145, isFallbackOrderOnly#621150, ... 20 more fields]"]; } 1->0; 3->1; 4->3; 5->4; 6->5; 7->6; 8->7; 10->8; 11->10; 12->8; 13->12; 14->13; 15->14; 17->15; 18->17; 19->18; 21->19; 22->21; 24->22; 25->24; 26->25; 27->26; 28->4; 29->28; 30->29; 31->30; 33->31; 34->33; 36->34; 37->36; 38->37; 40->34; 41->40; 42->41; 44->42; 45->44; 46->45; 47->46; 49->47; 22->49; }

Details

== Physical Plan ==
AdaptiveSparkPlan (75)
+- == Final Plan ==
   ResultQueryStage (53), Statistics(sizeInBytes=8.0 EiB)
   +- DeserializeToObject (52)
      +- * Project (51)
         +- * BroadcastHashJoin Inner BuildLeft (50)
            :- BroadcastQueryStage (30), Statistics(sizeInBytes=2.0 MiB, rowCount=14)
            :  +- BroadcastExchange (29)
            :     +- AQEShuffleRead (28)
            :        +- ShuffleQueryStage (27), Statistics(sizeInBytes=9.5 KiB, rowCount=14)
            :           +- Exchange (26)
            :              +- Union (25)
            :                 :- * Filter (2)
            :                 :  +- * Scan ExistingRDD (1)
            :                 +- ObjectHashAggregate (24)
            :                    +- AQEShuffleRead (23)
            :                       +- ShuffleQueryStage (22), Statistics(sizeInBytes=19.6 KiB, rowCount=149)
            :                          +- Exchange (21)
            :                             +- ObjectHashAggregate (20)
            :                                +- * Filter (19)
            :                                   +- TableCacheQueryStage (18), Statistics(sizeInBytes=265.8 KiB, rowCount=205)
            :                                      +- InMemoryTableScan (3)
            :                                            +- InMemoryRelation (4)
            :                                                  +- AdaptiveSparkPlan (17)
                                                               +- == Final Plan ==
                                                                  ResultQueryStage (12)
                                                                  +- * Project (11)
                                                                     +- ShuffleQueryStage (10), Statistics(sizeInBytes=295.0 KiB, rowCount=205)
                                                                        +- Exchange (9)
                                                                           +- * Project (8)
                                                                              +- * Filter (7)
                                                                                 +- * ColumnarToRow (6)
                                                                                    +- Scan parquet  (5)
                                                               +- == Initial Plan ==
                                                                  Project (16)
                                                                  +- Exchange (15)
                                                                     +- Project (14)
                                                                        +- Filter (13)
                                                                           +- Scan parquet  (5)
            +- * Filter (49)
               +- * HashAggregate (48)
                  +- AQEShuffleRead (47)
                     +- ShuffleQueryStage (46), Statistics(sizeInBytes=672.0 B, rowCount=14)
                        +- Exchange (45)
                           +- * HashAggregate (44)
                              +- Union (43)
                                 :- * Project (33)
                                 :  +- * Filter (32)
                                 :     +- * Scan ExistingRDD (31)
                                 +- * HashAggregate (42)
                                    +- AQEShuffleRead (41)
                                       +- ShuffleQueryStage (40), Statistics(sizeInBytes=5.8 KiB, rowCount=149)
                                          +- Exchange (39)
                                             +- * HashAggregate (38)
                                                +- * Filter (37)
                                                   +- TableCacheQueryStage (36), Statistics(sizeInBytes=265.8 KiB, rowCount=205)
                                                      +- InMemoryTableScan (34)
                                                            +- InMemoryRelation (35)
                                                                  +- AdaptiveSparkPlan (17)
                                                                  +- == Final Plan ==
                                                                     ResultQueryStage (12)
                                                                     +- * Project (11)
                                                                        +- ShuffleQueryStage (10), Statistics(sizeInBytes=295.0 KiB, rowCount=205)
                                                                           +- Exchange (9)
                                                                              +- * Project (8)
                                                                                 +- * Filter (7)
                                                                                    +- * ColumnarToRow (6)
                                                                                       +- Scan parquet  (5)
                                                                  +- == Initial Plan ==
                                                                     Project (16)
                                                                     +- Exchange (15)
                                                                        +- Project (14)
                                                                           +- Filter (13)
                                                                              +- Scan parquet  (5)
+- == Initial Plan ==
   DeserializeToObject (74)
   +- Project (73)
      +- SortMergeJoin Inner (72)
         :- Sort (60)
         :  +- Exchange (59)
         :     +- Union (58)
         :        :- Filter (2)
         :        :  +- Scan ExistingRDD (1)
         :        +- ObjectHashAggregate (57)
         :           +- Exchange (56)
         :              +- ObjectHashAggregate (55)
         :                 +- Filter (54)
         :                    +- InMemoryTableScan (3)
         :                          +- InMemoryRelation (4)
         :                                +- AdaptiveSparkPlan (17)
                                          +- == Final Plan ==
                                             ResultQueryStage (12)
                                             +- * Project (11)
                                                +- ShuffleQueryStage (10), Statistics(sizeInBytes=295.0 KiB, rowCount=205)
                                                   +- Exchange (9)
                                                      +- * Project (8)
                                                         +- * Filter (7)
                                                            +- * ColumnarToRow (6)
                                                               +- Scan parquet  (5)
                                          +- == Initial Plan ==
                                             Project (16)
                                             +- Exchange (15)
                                                +- Project (14)
                                                   +- Filter (13)
                                                      +- Scan parquet  (5)
         +- Sort (71)
            +- Exchange (70)
               +- Filter (69)
                  +- HashAggregate (68)
                     +- Exchange (67)
                        +- HashAggregate (66)
                           +- Union (65)
                              :- Project (33)
                              :  +- Filter (32)
                              :     +- Scan ExistingRDD (31)
                              +- HashAggregate (64)
                                 +- Exchange (63)
                                    +- HashAggregate (62)
                                       +- Filter (61)
                                          +- InMemoryTableScan (34)
                                                +- InMemoryRelation (35)
                                                      +- AdaptiveSparkPlan (17)
                                                      +- == Final Plan ==
                                                         ResultQueryStage (12)
                                                         +- * Project (11)
                                                            +- ShuffleQueryStage (10), Statistics(sizeInBytes=295.0 KiB, rowCount=205)
                                                               +- Exchange (9)
                                                                  +- * Project (8)
                                                                     +- * Filter (7)
                                                                        +- * ColumnarToRow (6)
                                                                           +- Scan parquet  (5)
                                                      +- == Initial Plan ==
                                                         Project (16)
                                                         +- Exchange (15)
                                                            +- Project (14)
                                                               +- Filter (13)
                                                                  +- Scan parquet  (5)


(1) Scan ExistingRDD [codegen id : 3]
Output [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Arguments: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348], MapPartitionsRDD[29622] at createDataFrame at OptimalQuantitiesCacheImpl.java:212, ExistingRDD, UnknownPartitioning(0)

(2) Filter [codegen id : 3]
Input [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Condition : ((isnotnull(shardId#626342) AND isnotnull(orderProposalId#626343L)) AND isnotnull(lastModified#626347))

(3) InMemoryTableScan
Output [3]: [shardId#621088, worklistShardItemId#621089L, orderProposalId#621090L]
Arguments: [shardId#621088, worklistShardItemId#621089L, orderProposalId#621090L], [isnotnull(shardId#621088), isnotnull(orderProposalId#621090L)]

(4) InMemoryRelation
Arguments: [shardId#621088, worklistShardItemId#621089L, orderProposalId#621090L, orderProposalItemId#621091, orderProposalItemGroupId#621092, originalReplenishmentRunId#621093L, orderProposalHorizonGroupingId#621094L, splitIndicator#621095L, previousOrderProposal#621096L, clusterId#621097L, sequenceId#621098L, sourceOfSupplyUuid#621099, supplierGroup#621100, supplier#621101, subrange#621102, product#621103, plant#621104, purchasingOrg#621105, purchasingGroup#621106, mrpController#621107, orderDateTime#621108, deliveryDateTime#621109, availabilityDateTime#621110, nextAvailabilityDateTime#621111, isFallbackOrderOnly#621112, ... 20 more fields], StorageLevel(disk, memory, 2 replicas)

(5) Scan parquet 
Output [45]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176, shardId#621177, sequenceId#621155]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002107]
PartitionFilters: [isnotnull(shardId#621177), isnotnull(sequenceId#621155), (shardId#621177 = 0_1_10000002107), (sequenceId#621155 = 3)]
PushedFilters: [IsNotNull(availabilityDateTime), IsNotNull(nextAvailabilityDateTime)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,mrpController:string,sourceOfSupplyUuid:string,purchasingOrg:string,purchasingGroup:string,isFallbackOrderOnly:boolean,orderProposalHorizonGroupingId:bigint,splitIndicator:bigint,previousOrderProposal:bigint,clusterId:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,constraintRanks:array<int>,constraintIsActive:array<boolean>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>

(6) ColumnarToRow [codegen id : 1]
Input [45]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176, shardId#621177, sequenceId#621155]

(7) Filter [codegen id : 1]
Input [45]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176, shardId#621177, sequenceId#621155]
Condition : ((isnotnull(availabilityDateTime#621144) AND isnotnull(nextAvailabilityDateTime#621145)) AND (nextAvailabilityDateTime#621145 > availabilityDateTime#621144))

(8) Project [codegen id : 1]
Output [44]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, sequenceId#621155, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176]
Input [45]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176, shardId#621177, sequenceId#621155]

(9) Exchange
Input [44]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, sequenceId#621155, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176]
Arguments: hashpartitioning(worklistShardItemId#621156L, 25), REPARTITION_BY_NUM, [plan_id=256893]

(10) ShuffleQueryStage
Output [44]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, sequenceId#621155, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176]
Arguments: 0

(11) Project [codegen id : 2]
Output [45]: [0_1_10000002107 AS shardId#621088, worklistShardItemId#621156L, orderProposalId#621133L, orderProposalItemId#621134, orderProposalItemGroupId#621157, originalReplenishmentRunId#621175L, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, cast(sequenceId#621155 as bigint) AS sequenceId#621098L, sourceOfSupplyUuid#621147, supplierGroup#621135, supplier#621136, subrange#621139, product#621142, plant#621137, purchasingOrg#621148, purchasingGroup#621149, mrpController#621146, orderDateTime#621143, deliveryDateTime#621138, availabilityDateTime#621144, nextAvailabilityDateTime#621145, isFallbackOrderOnly#621150, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, netPriceAmount#621169, netPriceCurrencyCode#621170, measurements#621174, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintRanks#621167, constraintValues#621166, constraintIsActive#621168, logisticUnits#621160, optimizationGroups#621176, externalProductId#621158, externalPlantId#621159, supplyingPlant#621140, productGroup#621141]
Input [44]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, sequenceId#621155, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176]

(12) ResultQueryStage
Output [45]: [shardId#621088, worklistShardItemId#621156L, orderProposalId#621133L, orderProposalItemId#621134, orderProposalItemGroupId#621157, originalReplenishmentRunId#621175L, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, sequenceId#621098L, sourceOfSupplyUuid#621147, supplierGroup#621135, supplier#621136, subrange#621139, product#621142, plant#621137, purchasingOrg#621148, purchasingGroup#621149, mrpController#621146, orderDateTime#621143, deliveryDateTime#621138, availabilityDateTime#621144, nextAvailabilityDateTime#621145, isFallbackOrderOnly#621150, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, netPriceAmount#621169, netPriceCurrencyCode#621170, measurements#621174, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintRanks#621167, constraintValues#621166, constraintIsActive#621168, logisticUnits#621160, optimizationGroups#621176, externalProductId#621158, externalPlantId#621159, supplyingPlant#621140, productGroup#621141]
Arguments: 1

(13) Filter
Input [45]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176, shardId#621177, sequenceId#621155]
Condition : ((isnotnull(availabilityDateTime#621144) AND isnotnull(nextAvailabilityDateTime#621145)) AND (nextAvailabilityDateTime#621145 > availabilityDateTime#621144))

(14) Project
Output [44]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, sequenceId#621155, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176]
Input [45]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176, shardId#621177, sequenceId#621155]

(15) Exchange
Input [44]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, sequenceId#621155, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176]
Arguments: hashpartitioning(worklistShardItemId#621156L, 25), REPARTITION_BY_NUM, [plan_id=256865]

(16) Project
Output [45]: [0_1_10000002107 AS shardId#621088, worklistShardItemId#621156L, orderProposalId#621133L, orderProposalItemId#621134, orderProposalItemGroupId#621157, originalReplenishmentRunId#621175L, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, cast(sequenceId#621155 as bigint) AS sequenceId#621098L, sourceOfSupplyUuid#621147, supplierGroup#621135, supplier#621136, subrange#621139, product#621142, plant#621137, purchasingOrg#621148, purchasingGroup#621149, mrpController#621146, orderDateTime#621143, deliveryDateTime#621138, availabilityDateTime#621144, nextAvailabilityDateTime#621145, isFallbackOrderOnly#621150, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, netPriceAmount#621169, netPriceCurrencyCode#621170, measurements#621174, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintRanks#621167, constraintValues#621166, constraintIsActive#621168, logisticUnits#621160, optimizationGroups#621176, externalProductId#621158, externalPlantId#621159, supplyingPlant#621140, productGroup#621141]
Input [44]: [orderProposalId#621133L, orderProposalItemId#621134, supplierGroup#621135, supplier#621136, plant#621137, deliveryDateTime#621138, subrange#621139, supplyingPlant#621140, productGroup#621141, product#621142, orderDateTime#621143, availabilityDateTime#621144, nextAvailabilityDateTime#621145, mrpController#621146, sourceOfSupplyUuid#621147, purchasingOrg#621148, purchasingGroup#621149, isFallbackOrderOnly#621150, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, sequenceId#621155, worklistShardItemId#621156L, orderProposalItemGroupId#621157, externalProductId#621158, externalPlantId#621159, logisticUnits#621160, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintValues#621166, constraintRanks#621167, constraintIsActive#621168, netPriceAmount#621169, netPriceCurrencyCode#621170, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, measurements#621174, originalReplenishmentRunId#621175L, optimizationGroups#621176]

(17) AdaptiveSparkPlan
Output [45]: [shardId#621088, worklistShardItemId#621156L, orderProposalId#621133L, orderProposalItemId#621134, orderProposalItemGroupId#621157, originalReplenishmentRunId#621175L, orderProposalHorizonGroupingId#621151L, splitIndicator#621152L, previousOrderProposal#621153L, clusterId#621154L, sequenceId#621098L, sourceOfSupplyUuid#621147, supplierGroup#621135, supplier#621136, subrange#621139, product#621142, plant#621137, purchasingOrg#621148, purchasingGroup#621149, mrpController#621146, orderDateTime#621143, deliveryDateTime#621138, availabilityDateTime#621144, nextAvailabilityDateTime#621145, isFallbackOrderOnly#621150, orderQuantityBaseUom#621161, orderQuantityBaseUomUuid#621162, netPriceQuantity#621171, netPriceQuantityUom#621172, netPriceQuantityUomUuid#621173, netPriceAmount#621169, netPriceCurrencyCode#621170, measurements#621174, minimumOrderQuantity#621163, constraintLabels#621164, constraintOperators#621165, constraintRanks#621167, constraintValues#621166, constraintIsActive#621168, logisticUnits#621160, optimizationGroups#621176, externalProductId#621158, externalPlantId#621159, supplyingPlant#621140, productGroup#621141]
Arguments: isFinalPlan=true

(18) TableCacheQueryStage
Output [3]: [shardId#621088, worklistShardItemId#621089L, orderProposalId#621090L]
Arguments: 0

(19) Filter [codegen id : 1]
Input [3]: [shardId#621088, worklistShardItemId#621089L, orderProposalId#621090L]
Condition : (isnotnull(shardId#621088) AND isnotnull(orderProposalId#621090L))

(20) ObjectHashAggregate
Input [3]: [shardId#621088, worklistShardItemId#621089L, orderProposalId#621090L]
Keys [2]: [shardId#621088, orderProposalId#621090L]
Functions [1]: [partial_collect_list(struct(worklistShardItemId, worklistShardItemId#621089L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [buf#627837]
Results [3]: [shardId#621088, orderProposalId#621090L, buf#627838]

(21) Exchange
Input [3]: [shardId#621088, orderProposalId#621090L, buf#627838]
Arguments: hashpartitioning(shardId#621088, orderProposalId#621090L, 25), ENSURE_REQUIREMENTS, [plan_id=257259]

(22) ShuffleQueryStage [codegen id : 3]
Output [3]: [shardId#621088, orderProposalId#621090L, buf#627838]
Arguments: 2

(23) AQEShuffleRead [codegen id : 3]
Input [3]: [shardId#621088, orderProposalId#621090L, buf#627838]
Arguments: coalesced

(24) ObjectHashAggregate [codegen id : 3]
Input [3]: [shardId#621088, orderProposalId#621090L, buf#627838]
Keys [2]: [shardId#621088, orderProposalId#621090L]
Functions [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#621089L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#621089L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#626333]
Results [7]: [shardId#621088, orderProposalId#621090L, cast(transform(collect_list(struct(worklistShardItemId, worklistShardItemId#621089L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#626333, lambdafunction(struct(worklistShardItemId, lambda x_1587#626354.worklistShardItemId, quantityAfterProdPlantOptimization, lambda x_1587#626354.quantityAfterProdPlantOptimization, qty, lambda x_1587#626354.optimalQuantity), lambda x_1587#626354, false)) as array<struct<worklistShardItemId:bigint,quantityAfterProdPlantOptimization:double,qty:double>>) AS items#626355, [] AS optimizationGroups#626349, false AS isOptimal#626334, 2026-08-10 09:28:47.954173 AS lastModified#626353, [] AS optimizationInsights#626350]

(25) Union

(26) Exchange
Input [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Arguments: hashpartitioning(shardId#626342, orderProposalId#626343L, lastModified#626347, 25), ENSURE_REQUIREMENTS, [plan_id=257379]

(27) ShuffleQueryStage
Output [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Arguments: 4

(28) AQEShuffleRead
Input [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Arguments: local

(29) BroadcastExchange
Input [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true], input[1, bigint, true], input[5, timestamp, false]),false), [plan_id=257505]

(30) BroadcastQueryStage
Output [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Arguments: 6

(31) Scan ExistingRDD [codegen id : 4]
Output [7]: [shardId#626365, orderProposalId#626366L, items#626367, optimizationGroups#626368, isOptimal#626369, lastModified#626370, optimizationInsights#626371]
Arguments: [shardId#626365, orderProposalId#626366L, items#626367, optimizationGroups#626368, isOptimal#626369, lastModified#626370, optimizationInsights#626371], MapPartitionsRDD[29622] at createDataFrame at OptimalQuantitiesCacheImpl.java:212, ExistingRDD, UnknownPartitioning(0)

(32) Filter [codegen id : 4]
Input [7]: [shardId#626365, orderProposalId#626366L, items#626367, optimizationGroups#626368, isOptimal#626369, lastModified#626370, optimizationInsights#626371]
Condition : (isnotnull(shardId#626365) AND isnotnull(orderProposalId#626366L))

(33) Project [codegen id : 4]
Output [3]: [shardId#626365, orderProposalId#626366L, lastModified#626370]
Input [7]: [shardId#626365, orderProposalId#626366L, items#626367, optimizationGroups#626368, isOptimal#626369, lastModified#626370, optimizationInsights#626371]

(34) InMemoryTableScan
Output [2]: [shardId#626372, orderProposalId#626374L]
Arguments: [shardId#626372, orderProposalId#626374L], [isnotnull(shardId#626372), isnotnull(orderProposalId#626374L)]

(35) InMemoryRelation
Arguments: [shardId#626372, worklistShardItemId#626373L, orderProposalId#626374L, orderProposalItemId#626375, orderProposalItemGroupId#626376, originalReplenishmentRunId#626377L, orderProposalHorizonGroupingId#626378L, splitIndicator#626379L, previousOrderProposal#626380L, clusterId#626381L, sequenceId#626382L, sourceOfSupplyUuid#626383, supplierGroup#626384, supplier#626385, subrange#626386, product#626387, plant#626388, purchasingOrg#626389, purchasingGroup#626390, mrpController#626391, orderDateTime#626392, deliveryDateTime#626393, availabilityDateTime#626394, nextAvailabilityDateTime#626395, isFallbackOrderOnly#626396, ... 20 more fields], StorageLevel(disk, memory, 2 replicas)

(36) TableCacheQueryStage
Output [2]: [shardId#626372, orderProposalId#626374L]
Arguments: 1

(37) Filter [codegen id : 2]
Input [2]: [shardId#626372, orderProposalId#626374L]
Condition : (isnotnull(shardId#626372) AND isnotnull(orderProposalId#626374L))

(38) HashAggregate [codegen id : 2]
Input [2]: [shardId#626372, orderProposalId#626374L]
Keys [2]: [shardId#626372, orderProposalId#626374L]
Functions: []
Aggregate Attributes: []
Results [2]: [shardId#626372, orderProposalId#626374L]

(39) Exchange
Input [2]: [shardId#626372, orderProposalId#626374L]
Arguments: hashpartitioning(shardId#626372, orderProposalId#626374L, 25), ENSURE_REQUIREMENTS, [plan_id=257295]

(40) ShuffleQueryStage
Output [2]: [shardId#626372, orderProposalId#626374L]
Arguments: 3

(41) AQEShuffleRead
Input [2]: [shardId#626372, orderProposalId#626374L]
Arguments: coalesced

(42) HashAggregate [codegen id : 5]
Input [2]: [shardId#626372, orderProposalId#626374L]
Keys [2]: [shardId#626372, orderProposalId#626374L]
Functions: []
Aggregate Attributes: []
Results [3]: [shardId#626372, orderProposalId#626374L, 2026-08-10 09:28:47.954173 AS lastModified#626469]

(43) Union

(44) HashAggregate [codegen id : 6]
Input [3]: [shardId#626365, orderProposalId#626366L, lastModified#626370]
Keys [2]: [shardId#626365, orderProposalId#626366L]
Functions [1]: [partial_max(lastModified#626370)]
Aggregate Attributes [1]: [max#627839]
Results [3]: [shardId#626365, orderProposalId#626366L, max#627840]

(45) Exchange
Input [3]: [shardId#626365, orderProposalId#626366L, max#627840]
Arguments: hashpartitioning(shardId#626365, orderProposalId#626366L, 25), ENSURE_REQUIREMENTS, [plan_id=257461]

(46) ShuffleQueryStage
Output [3]: [shardId#626365, orderProposalId#626366L, max#627840]
Arguments: 5

(47) AQEShuffleRead
Input [3]: [shardId#626365, orderProposalId#626366L, max#627840]
Arguments: coalesced

(48) HashAggregate
Input [3]: [shardId#626365, orderProposalId#626366L, max#627840]
Keys [2]: [shardId#626365, orderProposalId#626366L]
Functions [1]: [max(lastModified#626370)]
Aggregate Attributes [1]: [max(lastModified#626370)#626364]
Results [3]: [shardId#626365, orderProposalId#626366L, max(lastModified#626370)#626364 AS lastModified#626356]

(49) Filter
Input [3]: [shardId#626365, orderProposalId#626366L, lastModified#626356]
Condition : isnotnull(lastModified#626356)

(50) BroadcastHashJoin [codegen id : 7]
Left keys [3]: [shardId#626342, orderProposalId#626343L, lastModified#626347]
Right keys [3]: [shardId#626365, orderProposalId#626366L, lastModified#626356]
Join type: Inner
Join condition: None

(51) Project [codegen id : 7]
Output [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Input [10]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348, shardId#626365, orderProposalId#626366L, lastModified#626356]

(52) DeserializeToObject
Input [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Arguments: createexternalrow(invoke(shardId#626342.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#626343L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#626344, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#626345, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#626346)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#626347)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#626348, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#626486: org.apache.spark.sql.Row

(53) ResultQueryStage
Output [1]: [obj#626486]
Arguments: 7

(54) Filter
Input [3]: [shardId#621088, worklistShardItemId#621089L, orderProposalId#621090L]
Condition : (isnotnull(shardId#621088) AND isnotnull(orderProposalId#621090L))

(55) ObjectHashAggregate
Input [3]: [shardId#621088, worklistShardItemId#621089L, orderProposalId#621090L]
Keys [2]: [shardId#621088, orderProposalId#621090L]
Functions [1]: [partial_collect_list(struct(worklistShardItemId, worklistShardItemId#621089L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [buf#627837]
Results [3]: [shardId#621088, orderProposalId#621090L, buf#627838]

(56) Exchange
Input [3]: [shardId#621088, orderProposalId#621090L, buf#627838]
Arguments: hashpartitioning(shardId#621088, orderProposalId#621090L, 25), ENSURE_REQUIREMENTS, [plan_id=257088]

(57) ObjectHashAggregate
Input [3]: [shardId#621088, orderProposalId#621090L, buf#627838]
Keys [2]: [shardId#621088, orderProposalId#621090L]
Functions [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#621089L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(worklistShardItemId, worklistShardItemId#621089L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#626333]
Results [7]: [shardId#621088, orderProposalId#621090L, cast(transform(collect_list(struct(worklistShardItemId, worklistShardItemId#621089L, quantityAfterProdPlantOptimization, null, optimalQuantity, null), 0, 0)#626333, lambdafunction(struct(worklistShardItemId, lambda x_1587#626354.worklistShardItemId, quantityAfterProdPlantOptimization, lambda x_1587#626354.quantityAfterProdPlantOptimization, qty, lambda x_1587#626354.optimalQuantity), lambda x_1587#626354, false)) as array<struct<worklistShardItemId:bigint,quantityAfterProdPlantOptimization:double,qty:double>>) AS items#626355, [] AS optimizationGroups#626349, false AS isOptimal#626334, 2026-08-10 09:28:47.954173 AS lastModified#626353, [] AS optimizationInsights#626350]

(58) Union

(59) Exchange
Input [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Arguments: hashpartitioning(shardId#626342, orderProposalId#626343L, lastModified#626347, 25), ENSURE_REQUIREMENTS, [plan_id=257101]

(60) Sort
Input [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Arguments: [shardId#626342 ASC NULLS FIRST, orderProposalId#626343L ASC NULLS FIRST, lastModified#626347 ASC NULLS FIRST], false, 0

(61) Filter
Input [2]: [shardId#626372, orderProposalId#626374L]
Condition : (isnotnull(shardId#626372) AND isnotnull(orderProposalId#626374L))

(62) HashAggregate
Input [2]: [shardId#626372, orderProposalId#626374L]
Keys [2]: [shardId#626372, orderProposalId#626374L]
Functions: []
Aggregate Attributes: []
Results [2]: [shardId#626372, orderProposalId#626374L]

(63) Exchange
Input [2]: [shardId#626372, orderProposalId#626374L]
Arguments: hashpartitioning(shardId#626372, orderProposalId#626374L, 25), ENSURE_REQUIREMENTS, [plan_id=257091]

(64) HashAggregate
Input [2]: [shardId#626372, orderProposalId#626374L]
Keys [2]: [shardId#626372, orderProposalId#626374L]
Functions: []
Aggregate Attributes: []
Results [3]: [shardId#626372, orderProposalId#626374L, 2026-08-10 09:28:47.954173 AS lastModified#626469]

(65) Union

(66) HashAggregate
Input [3]: [shardId#626365, orderProposalId#626366L, lastModified#626370]
Keys [2]: [shardId#626365, orderProposalId#626366L]
Functions [1]: [partial_max(lastModified#626370)]
Aggregate Attributes [1]: [max#627839]
Results [3]: [shardId#626365, orderProposalId#626366L, max#627840]

(67) Exchange
Input [3]: [shardId#626365, orderProposalId#626366L, max#627840]
Arguments: hashpartitioning(shardId#626365, orderProposalId#626366L, 25), ENSURE_REQUIREMENTS, [plan_id=257096]

(68) HashAggregate
Input [3]: [shardId#626365, orderProposalId#626366L, max#627840]
Keys [2]: [shardId#626365, orderProposalId#626366L]
Functions [1]: [max(lastModified#626370)]
Aggregate Attributes [1]: [max(lastModified#626370)#626364]
Results [3]: [shardId#626365, orderProposalId#626366L, max(lastModified#626370)#626364 AS lastModified#626356]

(69) Filter
Input [3]: [shardId#626365, orderProposalId#626366L, lastModified#626356]
Condition : isnotnull(lastModified#626356)

(70) Exchange
Input [3]: [shardId#626365, orderProposalId#626366L, lastModified#626356]
Arguments: hashpartitioning(shardId#626365, orderProposalId#626366L, lastModified#626356, 25), ENSURE_REQUIREMENTS, [plan_id=257102]

(71) Sort
Input [3]: [shardId#626365, orderProposalId#626366L, lastModified#626356]
Arguments: [shardId#626365 ASC NULLS FIRST, orderProposalId#626366L ASC NULLS FIRST, lastModified#626356 ASC NULLS FIRST], false, 0

(72) SortMergeJoin
Left keys [3]: [shardId#626342, orderProposalId#626343L, lastModified#626347]
Right keys [3]: [shardId#626365, orderProposalId#626366L, lastModified#626356]
Join type: Inner
Join condition: None

(73) Project
Output [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Input [10]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348, shardId#626365, orderProposalId#626366L, lastModified#626356]

(74) DeserializeToObject
Input [7]: [shardId#626342, orderProposalId#626343L, items#626344, optimizationGroups#626345, isOptimal#626346, lastModified#626347, optimizationInsights#626348]
Arguments: createexternalrow(invoke(shardId#626342.toString()), static_invoke(java.lang.Long.valueOf(orderProposalId#626343L)), mapobjects(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1), if (isnull(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1))) null else createexternalrow(static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).quantityAfterProdPlantOptimization)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true), true, -1).qty)), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(qty,DoubleType,true)), items#626344, Some(class scala.collection.mutable.ArraySeq)), mapobjects(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2))) null else createexternalrow(invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).optGroupId.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).assignmentDetails.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderProfile.toString()), if (isnull(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal)) null else createexternalrow(static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.minOrderValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.calculatedOrderValue)), static_invoke(java.lang.Integer.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.dimensionType)), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unit.toString()), invoke(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.unitUuid.toString()), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.negligibleQuantitiesThreshold)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), true, -2).minOrderGoal.acceptanceThreshold)), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true)), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)), optimizationGroups#626345, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Boolean.valueOf(isOptimal#626346)), static_invoke(DateTimeUtils.toJavaTimestamp(lastModified#626347)), mapobjects(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3), createexternalrow(invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).internalInsightType.toString()), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).worklistShardItemId)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).thresholdValue)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).reachedValue)), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).unitOfMeasure.toString()), invoke(lambdavariable(MapObject, StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), false, -3).assignmentDetails.toString()), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false)), optimizationInsights#626348, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(orderProposalId,LongType,true), StructField(items,ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(qty,DoubleType,true)),true),true), StructField(optimizationGroups,ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true),true), StructField(isOptimal,BooleanType,true), StructField(lastModified,TimestampType,true), StructField(optimizationInsights,ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),false),true)), obj#626486: org.apache.spark.sql.Row

(75) AdaptiveSparkPlan
Output [1]: [obj#626486]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.activity.hdlfsEnabled	true
spark.activity.isolateSession	true
spark.databricks.delta.lastCommitVersionInSession	4
spark.sql.parquet.fieldId.read.enabled	true
spark.sql.parquet.fieldId.write.enabled	true
temporal.activity.id	ef1473b3-9ea5-3eda-a8a6-975260371fc7
temporal.activity.type	TriggerOptimize