crp-order-qty-opt-service - Details for Query 2850

Submitted Time: 2026/08/10 09:30:06
Duration: 4 s
Succeeded Jobs: 4367 4368 4369 4370 4373 4374 4377

Plan Visualization

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [id="node0" labelType="html" label="CollectLimit shuffle records written: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 0 local bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 0 remote merged chunks fetched: 0 remote blocks read: 0 local merged bytes read: 0.0 B remote reqs duration: 0 ms local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B remote bytes read to disk: 0.0 B shuffle bytes written: 0.0 B" tooltip="CollectLimit 1"]; 1 [id="node1" labelType="html" label=" Union " tooltip="Union"]; subgraph cluster2 { isCluster="true"; id="cluster2"; label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n75 ms (0 ms, 6 ms, 8 ms (stage 51790.0: task 138492))"; tooltip="WholeStageCodegen (8)"; 3 [id="node3" labelType="html" label=" LocalLimit " tooltip="LocalLimit 1"]; 4 [id="node4" labelType="html" label=" Project " tooltip="Project"]; 5 [id="node5" labelType="html" label="BroadcastHashJoin number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#657622L], [worklistShardItemId#658167L], LeftOuter, BuildRight, (shardId#643168 = 0_1_10000002106), false"]; 6 [id="node6" labelType="html" label=" LocalLimit " tooltip="LocalLimit 1"]; 7 [id="node7" labelType="html" label=" Project " tooltip="Project [shardId#643168, insight#657620.worklistShardItemId AS worklistShardItemId#657622L]"]; 8 [id="node8" labelType="html" label="Filter number of output rows: 0" tooltip="Filter NOT insight#657620.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)"]; 9 [id="node9" labelType="html" label="Generate number of output rows: 113" tooltip="Generate explode(optimizationInsights#643174), [shardId#643168], false, [insight#657620]"]; 10 [id="node10" labelType="html" label=" Project " tooltip="Project [shardId#643168, optimizationInsights#643174]"]; 11 [id="node11" labelType="html" label="SortMergeJoin number of output rows: 11 spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138484))" tooltip="SortMergeJoin [orderProposalId#643169L], [orderProposalId#645037L], Inner"]; } subgraph cluster12 { isCluster="true"; id="cluster12"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n449 ms (0 ms, 43 ms, 46 ms (stage 51790.0: task 138492))"; tooltip="WholeStageCodegen (2)"; 13 [id="node13" labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138484)) peak memory total (min, med, max (stageId: taskId)) 17.3 MiB (64.0 KiB, 64.0 KiB, 2.1 MiB (stage 51790.0: task 138492)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138484))" tooltip="Sort [orderProposalId#643169L ASC NULLS FIRST], false, 0"]; } 14 [id="node14" labelType="html" label="Exchange shuffle records written: 11 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 11 local bytes read total (min, med, max (stageId: taskId)) 3.1 KiB (255.0 B, 344.0 B, 881.0 B (stage 51790.0: task 138499)) merged fetch fallback count: 0 local blocks read: 8 remote merged chunks fetched: 0 remote blocks read: 3 data size total (min, med, max (stageId: taskId)) 21.5 KiB (240.0 B, 1600.0 B, 9.3 KiB (stage 51785.0: task 138369)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 3 ms (0 ms, 0 ms, 0 ms (stage 51785.0: task 138418)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138492)) remote bytes read total (min, med, max (stageId: taskId)) 1025.0 B (429.0 B, 596.0 B, 596.0 B (stage 51790.0: task 138493)) number of partitions: 20 remote reqs duration total (min, med, max (stageId: taskId)) 1 ms (0 ms, 1 ms, 1 ms (stage 51790.0: task 138500)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 4.1 KiB (255.0 B, 344.0 B, 881.0 B (stage 51785.0: task 138369))" tooltip="Exchange hashpartitioning(orderProposalId#643169L, 20), ENSURE_REQUIREMENTS, [plan_id=268907]"]; subgraph cluster15 { isCluster="true"; id="cluster15"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n165 ms (0 ms, 9 ms, 11 ms (stage 51785.0: task 138348))"; tooltip="WholeStageCodegen (1)"; 16 [id="node16" labelType="html" label=" Project " tooltip="Project [shardId#643168, orderProposalId#643169L, optimizationInsights#643174]"]; 17 [id="node17" labelType="html" label="Filter number of output rows: 11" tooltip="Filter ((isnotnull(shardId#643168) AND (shardId#643168 = 0_1_10000002106)) AND ((isnotnull(orderProposalId#643169L) AND (size(optimizationInsights#643174, true) > 0)) AND isnotnull(optimizationInsights#643174)))"]; 18 [id="node18" labelType="html" label="Scan ExistingRDD number of output rows: 59" tooltip="Scan ExistingRDD[shardId#643168,orderProposalId#643169L,items#643170,optimizationGroups#643171,isOptimal#643172,lastModified#643173,optimizationInsights#643174]"]; } subgraph cluster19 { isCluster="true"; id="cluster19"; label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n89 ms (1 ms, 43 ms, 45 ms (stage 51790.0: task 138489))"; tooltip="WholeStageCodegen (6)"; 20 [id="node20" labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138492)) peak memory total (min, med, max (stageId: taskId)) 16.5 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 51790.0: task 138492)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138492))" tooltip="Sort [orderProposalId#645037L ASC NULLS FIRST], false, 0"]; 21 [id="node21" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138492)) peak memory total (min, med, max (stageId: taskId)) 2.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 51790.0: task 138492)) number of output rows: 29 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#645037L], functions=[])"]; } 22 [id="node22" labelType="html" label="Exchange shuffle records written: 59 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 29 local bytes read total (min, med, max (stageId: taskId)) 2.3 KiB (75.0 B, 75.0 B, 236.0 B (stage 51790.0: task 138503)) merged fetch fallback count: 0 local blocks read: 31 remote merged chunks fetched: 0 remote blocks read: 21 data size total (min, med, max (stageId: taskId)) 944.0 B (16.0 B, 48.0 B, 96.0 B (stage 51789.0: task 138424)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 9 ms (0 ms, 0 ms, 0 ms (stage 51789.0: task 138465)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138492)) remote bytes read total (min, med, max (stageId: taskId)) 1585.0 B (75.0 B, 150.0 B, 375.0 B (stage 51790.0: task 138492)) number of partitions: 20 remote reqs duration total (min, med, max (stageId: taskId)) 5 ms (0 ms, 1 ms, 1 ms (stage 51790.0: task 138484)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 4.2 KiB (75.0 B, 224.0 B, 450.0 B (stage 51789.0: task 138424))" tooltip="Exchange hashpartitioning(orderProposalId#645037L, 20), ENSURE_REQUIREMENTS, [plan_id=268927]"]; subgraph cluster23 { isCluster="true"; id="cluster23"; label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n210 ms (0 ms, 10 ms, 37 ms (stage 51789.0: task 138327))"; tooltip="WholeStageCodegen (5)"; 24 [id="node24" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 179 ms (0 ms, 8 ms, 32 ms (stage 51789.0: task 138327)) peak memory total (min, med, max (stageId: taskId)) 5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 51789.0: task 138327)) number of output rows: 59 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#645037L], functions=[])"]; 25 [id="node25" labelType="html" label=" Project " tooltip="Project [orderProposalId#645037L]"]; 26 [id="node26" labelType="html" label="BroadcastHashJoin number of output rows: 980" tooltip="BroadcastHashJoin [worklistShardItemId#643816L], [worklistShardItemId#645060L], Inner, BuildRight, false"]; 27 [id="node27" labelType="html" label=" Project " tooltip="Project [item#643815L AS worklistShardItemId#643816L]"]; 28 [id="node28" labelType="html" label="Generate number of output rows: 980" tooltip="Generate explode(_extract_worklistShardItemId#660180), false, [item#643815L]"]; 29 [id="node29" labelType="html" label=" Project " tooltip="Project [items#657614.worklistShardItemId AS _extract_worklistShardItemId#660180]"]; 30 [id="node30" labelType="html" label="Filter number of output rows: 59" tooltip="Filter ((isnotnull(shardId#657612) AND (shardId#657612 = 0_1_10000002106)) AND ((size(items#657614.worklistShardItemId, true) > 0) AND isnotnull(items#657614.worklistShardItemId)))"]; 31 [id="node31" labelType="html" label="Scan ExistingRDD number of output rows: 59" tooltip="Scan ExistingRDD[shardId#657612,orderProposalId#657613L,items#657614,optimizationGroups#657615,isOptimal#657616,lastModified#657617,optimizationInsights#657618]"]; } 32 [id="node32" labelType="html" label="BroadcastExchange time to broadcast: 0 ms time to build: 1 ms time to collect: 1.3 s number of output rows: 980 data size: 1056.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=268921]"]; subgraph cluster33 { isCluster="true"; id="cluster33"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n34 ms (1 ms, 2 ms, 2 ms (stage 51516.0: task 138153))"; tooltip="WholeStageCodegen (4)"; 34 [id="node34" labelType="html" label=" Project " tooltip="Project [worklistShardItemId#645060L, orderProposalId#645037L]"]; } 35 [id="node35" labelType="html" label="Exchange shuffle records written: 980 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 980 local bytes read total (min, med, max (stageId: taskId)) 23.4 KiB (851.0 B, 1215.0 B, 1430.0 B (stage 51516.0: task 138166)) merged fetch fallback count: 0 local blocks read: 230 remote merged chunks fetched: 0 remote blocks read: 206 data size total (min, med, max (stageId: taskId)) 23.0 KiB (648.0 B, 960.0 B, 1152.0 B (stage 51515.0: task 137822)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 24 ms (0 ms, 0 ms, 1 ms (stage 51515.0: task 138132)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51516.0: task 138152)) remote bytes read total (min, med, max (stageId: taskId)) 21.3 KiB (758.0 B, 1069.0 B, 1543.0 B (stage 51516.0: task 138164)) number of partitions: 20 remote reqs duration total (min, med, max (stageId: taskId)) 13 ms (0 ms, 1 ms, 1 ms (stage 51516.0: task 138152)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 44.6 KiB (1511.0 B, 1790.0 B, 2.1 KiB (stage 51515.0: task 137822))" tooltip="Exchange hashpartitioning(worklistShardItemId#645060L, 20), REPARTITION_BY_NUM, [plan_id=268917]"]; subgraph cluster36 { isCluster="true"; id="cluster36"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n2.6 s (88 ms, 100 ms, 132 ms (stage 51515.0: task 137823))"; tooltip="WholeStageCodegen (3)"; 37 [id="node37" labelType="html" label=" Project " tooltip="Project [orderProposalId#645037L, worklistShardItemId#645060L]"]; 38 [id="node38" labelType="html" label="Filter number of output rows: 980" tooltip="Filter ((isnotnull(worklistShardItemId#645060L) AND NOT (isFallbackOrderOnly#645054 <=> true)) AND isnotnull(orderProposalId#645037L))"]; 39 [id="node39" labelType="html" label="ColumnarToRow number of output rows: 980 number of input batches: 25" tooltip="ColumnarToRow"]; } 40 [id="node40" labelType="html" label="Scan parquet number of files read: 25 scan time total (min, med, max (stageId: taskId)) 2.5 s (85 ms, 98 ms, 130 ms (stage 51515.0: task 137823)) dynamic partition pruning time: 0 ms metadata time: 0 ms size of files read: 674.1 KiB number of output rows: 980 number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#645037L,isFallbackOrderOnly#645054,worklistShardItemId#645060L,shardId#645081,sequenceId#645059] Batched: true, DataFilters: [isnotnull(worklistShardItemId#645060L), NOT (isFallbackOrderOnly#645054 <=> true), isnotnull(ord..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#645081), isnotnull(sequenceId#645059), (shardId#645081 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"]; 41 [id="node41" labelType="html" label="BroadcastExchange time to broadcast: 0 ms time to build: 2 ms time to collect: 1.0 s number of output rows: 980 data size: 1056.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=268945]"]; 42 [id="node42" labelType="html" label="Exchange shuffle records written: 980 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 980 local bytes read total (min, med, max (stageId: taskId)) 30.6 KiB (1356.0 B, 1568.0 B, 1778.0 B (stage 51514.0: task 138066)) merged fetch fallback count: 0 local blocks read: 364 remote merged chunks fetched: 0 remote blocks read: 72 data size total (min, med, max (stageId: taskId)) 15.3 KiB (432.0 B, 640.0 B, 768.0 B (stage 51513.0: task 137801)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 24 ms (0 ms, 0 ms, 1 ms (stage 51513.0: task 137778)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51514.0: task 138053)) remote bytes read total (min, med, max (stageId: taskId)) 6.1 KiB (193.0 B, 334.0 B, 411.0 B (stage 51514.0: task 138080)) number of partitions: 20 remote reqs duration total (min, med, max (stageId: taskId)) 3 ms (0 ms, 0 ms, 1 ms (stage 51514.0: task 138053)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 36.7 KiB (1259.0 B, 1490.0 B, 1741.0 B (stage 51513.0: task 137801))" tooltip="Exchange hashpartitioning(worklistShardItemId#658167L, 20), REPARTITION_BY_NUM, [plan_id=268944]"]; subgraph cluster43 { isCluster="true"; id="cluster43"; label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n2.1 s (72 ms, 81 ms, 108 ms (stage 51513.0: task 137801))"; tooltip="WholeStageCodegen (7)"; 44 [id="node44" labelType="html" label=" Project " tooltip="Project [worklistShardItemId#658167L]"]; 45 [id="node45" labelType="html" label="Filter number of output rows: 980" tooltip="Filter isnotnull(worklistShardItemId#658167L)"]; 46 [id="node46" labelType="html" label="ColumnarToRow number of output rows: 980 number of input batches: 25" tooltip="ColumnarToRow"]; } 47 [id="node47" labelType="html" label="Scan parquet number of files read: 25 scan time total (min, med, max (stageId: taskId)) 2.0 s (70 ms, 78 ms, 104 ms (stage 51513.0: task 137801)) dynamic partition pruning time: 0 ms metadata time: 0 ms size of files read: 674.1 KiB number of output rows: 980 number of partitions read: 1" tooltip="FileScan parquet [worklistShardItemId#658167L,shardId#658188,sequenceId#658166] Batched: true, DataFilters: [isnotnull(worklistShardItemId#658167L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#658188), isnotnull(sequenceId#658166), (shardId#658188 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<worklistShardItemId:bigint>"]; subgraph cluster48 { isCluster="true"; id="cluster48"; label="WholeStageCodegen (17)\n \nduration: total (min, med, max (stageId: taskId))\n345 ms (4 ms, 5 ms, 54 ms (stage 51790.0: task 138505))"; tooltip="WholeStageCodegen (17)"; 49 [id="node49" labelType="html" label=" LocalLimit " tooltip="LocalLimit 1"]; 50 [id="node50" labelType="html" label=" Project " tooltip="Project"]; } 51 [id="node51" labelType="html" label="BroadcastNestedLoopJoin number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#647201, lambdafunction((lambda x_1708#658200.label = OutOfStockProbability), lambda x_1708#658200, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#660184, lambdafunction((lambda x_1709#658201.name = OOS_PROBABILITY_THRESHOLD), lambda x_1709#658201, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#647201, lambdafunction((lambda x_1708#658202.label = OutOfStockProbability), lambda x_1708#658202, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#660184, lambdafunction((lambda x_1709#658203.name = OOS_PROBABILITY_THRESHOLD), lambda x_1709#658203, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#647201, lambdafunction((lambda x_1710#658204.label = InitialStockQty), lambda x_1710#658204, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#647201, lambdafunction((lambda x_1710#658206.label = InitialStockQty), lambda x_1710#658206, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#660184, lambdafunction((lambda x_1711#658207.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_1711#658207, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#658449) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#658449, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354206) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#660184, lambdafunction((lambda x_1712#658208.name = OFFSET_CURRENT_ORDER_DATE), lambda x_1712#658208, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#658449) THEN null ELSE (cast((unix_timestamp(orderDateTime#658449, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354206) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#660184, lambdafunction((lambda x_1712#658209.name = OFFSET_CURRENT_ORDER_DATE), lambda x_1712#658209, false)), 1, None, false).value as double)) END)"]; subgraph cluster52 { isCluster="true"; id="cluster52"; label="WholeStageCodegen (15)\n \nduration: total (min, med, max (stageId: taskId))\n592 ms (5 ms, 6 ms, 101 ms (stage 51790.0: task 138505))"; tooltip="WholeStageCodegen (15)"; 53 [id="node53" labelType="html" label=" Project " tooltip="Project [orderDateTime#658449, coalesce(prodLocSpecificKpis#647200, []) AS prodLocSpecificKpis#647201]"]; 54 [id="node54" labelType="html" label="SortMergeJoin number of output rows: 980 spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138505))" tooltip="SortMergeJoin [shardId#658383, worklistShardItemId#658391L], [shardId#647194, worklistShardItemId#647195L], LeftOuter"]; } subgraph cluster55 { isCluster="true"; id="cluster55"; label="WholeStageCodegen (12)\n \nduration: total (min, med, max (stageId: taskId))\n1.1 s (6 ms, 7 ms, 192 ms (stage 51790.0: task 138505))"; tooltip="WholeStageCodegen (12)"; 56 [id="node56" labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138505)) peak memory total (min, med, max (stageId: taskId)) 41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 51790.0: task 138505)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138505))" tooltip="Sort [shardId#658383 ASC NULLS FIRST, worklistShardItemId#658391L ASC NULLS FIRST], false, 0"]; } 57 [id="node57" labelType="html" label="Exchange shuffle records written: 980 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 980 local bytes read total (min, med, max (stageId: taskId)) 37.1 KiB (1389.0 B, 1929.0 B, 2.3 KiB (stage 51790.0: task 138519)) merged fetch fallback count: 0 local blocks read: 290 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 45.9 KiB (48.0 B, 2.2 KiB, 6.6 KiB (stage 51787.0: task 138439)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 19 ms (0 ms, 0 ms, 1 ms (stage 51787.0: task 138454)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138505)) remote bytes read: 0.0 B number of partitions: 20 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 37.1 KiB (104.0 B, 2043.0 B, 3.2 KiB (stage 51787.0: task 138439))" tooltip="Exchange hashpartitioning(shardId#658383, worklistShardItemId#658391L, 20), ENSURE_REQUIREMENTS, [plan_id=268966]"]; subgraph cluster58 { isCluster="true"; id="cluster58"; label="WholeStageCodegen (11)\n \nduration: total (min, med, max (stageId: taskId))\n230 ms (0 ms, 10 ms, 40 ms (stage 51787.0: task 138324))"; tooltip="WholeStageCodegen (11)"; 59 [id="node59" labelType="html" label=" Project " tooltip="Project [shardId#658383, worklistShardItemId#658391L, orderDateTime#658449]"]; 60 [id="node60" labelType="html" label="Filter number of output rows: 980" tooltip="Filter NOT (isFallbackOrderOnly#658456 <=> true)"]; 61 [id="node61" labelType="html" label="BroadcastHashJoin number of output rows: 980" tooltip="BroadcastHashJoin [worklistShardItemId#658391L], [worklistShardItemId#658462L], LeftOuter, BuildRight, (shardId#658383 = 0_1_10000002106), false"]; 62 [id="node62" labelType="html" label=" Project " tooltip="Project [shardId#658383, item#658390L AS worklistShardItemId#658391L]"]; 63 [id="node63" labelType="html" label="Generate number of output rows: 980" tooltip="Generate explode(_extract_worklistShardItemId#660183), [shardId#658383], false, [item#658390L]"]; 64 [id="node64" labelType="html" label=" Project " tooltip="Project [shardId#658383, items#658385.worklistShardItemId AS _extract_worklistShardItemId#660183]"]; 65 [id="node65" labelType="html" label="Filter number of output rows: 59" tooltip="Filter ((isnotnull(shardId#658383) AND (shardId#658383 = 0_1_10000002106)) AND ((size(items#658385.worklistShardItemId, true) > 0) AND isnotnull(items#658385.worklistShardItemId)))"]; 66 [id="node66" labelType="html" label="Scan ExistingRDD number of output rows: 59" tooltip="Scan ExistingRDD[shardId#658383,orderProposalId#658384L,items#658385,optimizationGroups#658386,isOptimal#658387,lastModified#658388,optimizationInsights#658389]"]; } 67 [id="node67" labelType="html" label="BroadcastExchange time to broadcast: 0 ms time to build: 0 ms time to collect: 1.6 s number of output rows: 980 data size: 1056.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=268960]"]; subgraph cluster68 { isCluster="true"; id="cluster68"; label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n45 ms (2 ms, 2 ms, 3 ms (stage 51525.0: task 138220))"; tooltip="WholeStageCodegen (10)"; 69 [id="node69" labelType="html" label=" Project " tooltip="Project [worklistShardItemId#658462L, orderDateTime#658449, isFallbackOrderOnly#658456]"]; } 70 [id="node70" labelType="html" label="Exchange shuffle records written: 980 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 980 local bytes read total (min, med, max (stageId: taskId)) 21.5 KiB (609.0 B, 1276.0 B, 1613.0 B (stage 51525.0: task 138225)) merged fetch fallback count: 0 local blocks read: 220 remote merged chunks fetched: 0 remote blocks read: 216 data size total (min, med, max (stageId: taskId)) 30.6 KiB (864.0 B, 1280.0 B, 1536.0 B (stage 51524.0: task 138027)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 25 ms (0 ms, 0 ms, 1 ms (stage 51524.0: task 138133)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51525.0: task 138220)) remote bytes read total (min, med, max (stageId: taskId)) 20.9 KiB (680.0 B, 1065.0 B, 1561.0 B (stage 51525.0: task 138221)) number of partitions: 20 remote reqs duration total (min, med, max (stageId: taskId)) 20 ms (1 ms, 1 ms, 1 ms (stage 51525.0: task 138220)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 42.4 KiB (1477.0 B, 1723.0 B, 1994.0 B (stage 51524.0: task 138027))" tooltip="Exchange hashpartitioning(worklistShardItemId#658462L, 20), REPARTITION_BY_NUM, [plan_id=268956]"]; subgraph cluster71 { isCluster="true"; id="cluster71"; label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n2.2 s (77 ms, 89 ms, 113 ms (stage 51524.0: task 138068))"; tooltip="WholeStageCodegen (9)"; 72 [id="node72" labelType="html" label=" Project " tooltip="Project [orderDateTime#658449, isFallbackOrderOnly#658456, worklistShardItemId#658462L]"]; 73 [id="node73" labelType="html" label="Filter number of output rows: 980" tooltip="Filter isnotnull(worklistShardItemId#658462L)"]; 74 [id="node74" labelType="html" label="ColumnarToRow number of output rows: 980 number of input batches: 25" tooltip="ColumnarToRow"]; } 75 [id="node75" labelType="html" label="Scan parquet number of files read: 25 scan time total (min, med, max (stageId: taskId)) 2.2 s (75 ms, 86 ms, 110 ms (stage 51524.0: task 138068)) dynamic partition pruning time: 0 ms metadata time: 589 ms size of files read: 674.1 KiB number of output rows: 980 number of partitions read: 1" tooltip="FileScan parquet [orderDateTime#658449,isFallbackOrderOnly#658456,worklistShardItemId#658462L,shardId#658483,sequenceId#658461] Batched: true, DataFilters: [isnotnull(worklistShardItemId#658462L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#658483), isnotnull(sequenceId#658461), (shardId#658483 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderDateTime:timestamp,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"]; subgraph cluster76 { isCluster="true"; id="cluster76"; label="WholeStageCodegen (14)\n \nduration: total (min, med, max (stageId: taskId))\n760 ms (5 ms, 6 ms, 134 ms (stage 51790.0: task 138505))"; tooltip="WholeStageCodegen (14)"; 77 [id="node77" labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138505)) peak memory total (min, med, max (stageId: taskId)) 41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 51790.0: task 138505)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138505))" tooltip="Sort [shardId#647194 ASC NULLS FIRST, worklistShardItemId#647195L ASC NULLS FIRST], false, 0"]; } 78 [id="node78" labelType="html" label="Exchange shuffle records written: 980 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 980 local bytes read total (min, med, max (stageId: taskId)) 136.2 KiB (5.9 KiB, 6.8 KiB, 8.9 KiB (stage 51790.0: task 138530)) merged fetch fallback count: 0 local blocks read: 179 remote merged chunks fetched: 0 remote blocks read: 195 data size total (min, med, max (stageId: taskId)) 1025.9 KiB (45.0 KiB, 51.3 KiB, 59.7 KiB (stage 51784.0: task 138440)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 23 ms (0 ms, 1 ms, 1 ms (stage 51784.0: task 138405)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138505)) remote bytes read total (min, med, max (stageId: taskId)) 144.2 KiB (5.9 KiB, 7.2 KiB, 8.7 KiB (stage 51790.0: task 138524)) number of partitions: 20 remote reqs duration total (min, med, max (stageId: taskId)) 15 ms (0 ms, 1 ms, 1 ms (stage 51790.0: task 138505)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 280.4 KiB (12.9 KiB, 14.1 KiB, 15.1 KiB (stage 51784.0: task 138425))" tooltip="Exchange hashpartitioning(shardId#647194, worklistShardItemId#647195L, 20), ENSURE_REQUIREMENTS, [plan_id=268972]"]; subgraph cluster79 { isCluster="true"; id="cluster79"; label="WholeStageCodegen (13)\n \nduration: total (min, med, max (stageId: taskId))\n208 ms (6 ms, 8 ms, 59 ms (stage 51784.0: task 138321))"; tooltip="WholeStageCodegen (13)"; 80 [id="node80" labelType="html" label=" Project " tooltip="Project [shardId#647194, worklistShardItemId#647195L, coalesce(kpis#647199, []) AS prodLocSpecificKpis#647200]"]; 81 [id="node81" labelType="html" label="Filter number of output rows: 980" tooltip="Filter (((isnull(qty#647196) AND isnull(demandChannel#647197)) AND isnull(demandStream#647198)) AND (((shardId#647194 = 0_1_10000002106) AND isnotnull(shardId#647194)) AND isnotnull(worklistShardItemId#647195L)))"]; 82 [id="node82" labelType="html" label="Scan ExistingRDD number of output rows: 4,129" tooltip="Scan ExistingRDD[shardId#647194,worklistShardItemId#647195L,qty#647196,demandChannel#647197,demandStream#647198,kpis#647199]"]; } 83 [id="node83" labelType="html" label="BroadcastExchange time to broadcast: 0 ms time to build: 0 ms time to collect: 302 ms number of output rows: 0 data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=268986]"]; 84 [id="node84" labelType="html" label="Exchange shuffle records written: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 0 local bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 0 remote merged chunks fetched: 0 remote blocks read: 0 data size: 0.0 B local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B number of partitions: 20 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=268985]"]; subgraph cluster85 { isCluster="true"; id="cluster85"; label="WholeStageCodegen (16)\n \nduration: 87 ms"; tooltip="WholeStageCodegen (16)"; 86 [id="node86" labelType="html" label=" Project " tooltip="Project [insightConfigurations#658195[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#660184]"]; 87 [id="node87" labelType="html" label="Filter number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#658195) AND isnotnull(insightConfigurations#658195[POTENTIAL_OOS_STOCK_PERIOD]))"]; 88 [id="node88" labelType="html" label="ColumnarToRow number of output rows: 1 number of input batches: 1" tooltip="ColumnarToRow"]; } 89 [id="node89" labelType="html" label="Scan parquet number of files read: 1 scan time: 85 ms dynamic partition pruning time: 0 ms metadata time: 0 ms size of files read: 4.6 KiB number of output rows: 1 number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#658195,shardId#658196] Batched: true, DataFilters: [isnotnull(insightConfigurations#658195), isnotnull(insightConfigurations#658195[POTENTIAL_OOS_ST..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#658196), (shardId#658196 = 0_1_10000002106)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."]; subgraph cluster90 { isCluster="true"; id="cluster90"; label="WholeStageCodegen (29)\n \nduration: total (min, med, max (stageId: taskId))\n378 ms (3 ms, 4 ms, 65 ms (stage 51790.0: task 138509))"; tooltip="WholeStageCodegen (29)"; 91 [id="node91" labelType="html" label=" LocalLimit " tooltip="LocalLimit 1"]; 92 [id="node92" labelType="html" label=" Project " tooltip="Project"]; } 93 [id="node93" labelType="html" label="BroadcastNestedLoopJoin number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#658372, qty#658256, None, false), lambdafunction((lambda x_1714#658226.label = OutOfStockProbability), lambda x_1714#658226, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#660186, lambdafunction((lambda x_1715#658227.name = OOS_PROBABILITY_THRESHOLD), lambda x_1715#658227, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#658372, qty#658256, None, false), lambdafunction((lambda x_1714#658228.label = OutOfStockProbability), lambda x_1714#658228, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#660186, lambdafunction((lambda x_1715#658229.name = OOS_PROBABILITY_THRESHOLD), lambda x_1715#658229, false)), 1, None, false).value as double)) END"]; subgraph cluster94 { isCluster="true"; id="cluster94"; label="WholeStageCodegen (27)\n \nduration: total (min, med, max (stageId: taskId))\n620 ms (4 ms, 5 ms, 111 ms (stage 51790.0: task 138509))"; tooltip="WholeStageCodegen (27)"; 95 [id="node95" labelType="html" label=" Project " tooltip="Project [qty#658256, coalesce(quantityKpis#658371, map(keys: [], values: [])) AS quantityKpis#658372]"]; 96 [id="node96" labelType="html" label="SortMergeJoin number of output rows: 980 spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138509))" tooltip="SortMergeJoin [shardId#658246, worklistShardItemId#658254L], [shardId#658365, worklistShardItemId#658366L], LeftOuter"]; } subgraph cluster97 { isCluster="true"; id="cluster97"; label="WholeStageCodegen (24)\n \nduration: total (min, med, max (stageId: taskId))\n1.0 s (7 ms, 9 ms, 176 ms (stage 51790.0: task 138509))"; tooltip="WholeStageCodegen (24)"; 98 [id="node98" labelType="html" label=" Project " tooltip="Project [shardId#658246, worklistShardItemId#658254L, qty#658256]"]; 99 [id="node99" labelType="html" label="SortMergeJoin number of output rows: 980 spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138509))" tooltip="SortMergeJoin [shardId#658246, worklistShardItemId#658254L], [shardId#658349, worklistShardItemId#658350L], LeftOuter"]; } subgraph cluster100 { isCluster="true"; id="cluster100"; label="WholeStageCodegen (21)\n \nduration: total (min, med, max (stageId: taskId))\n1.3 s (8 ms, 10 ms, 239 ms (stage 51790.0: task 138509))"; tooltip="WholeStageCodegen (21)"; 101 [id="node101" labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138509)) peak memory total (min, med, max (stageId: taskId)) 41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 51790.0: task 138509)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138509))" tooltip="Sort [shardId#658246 ASC NULLS FIRST, worklistShardItemId#658254L ASC NULLS FIRST], false, 0"]; } 102 [id="node102" labelType="html" label="Exchange shuffle records written: 980 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 980 local bytes read total (min, med, max (stageId: taskId)) 32.9 KiB (1352.0 B, 1714.0 B, 2034.0 B (stage 51790.0: task 138534)) merged fetch fallback count: 0 local blocks read: 264 remote merged chunks fetched: 0 remote blocks read: 26 data size total (min, med, max (stageId: taskId)) 45.9 KiB (48.0 B, 2.2 KiB, 6.6 KiB (stage 51788.0: task 138441)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 17 ms (0 ms, 0 ms, 1 ms (stage 51788.0: task 138458)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138509)) remote bytes read total (min, med, max (stageId: taskId)) 2.9 KiB (100.0 B, 212.0 B, 247.0 B (stage 51790.0: task 138509)) number of partitions: 20 remote reqs duration total (min, med, max (stageId: taskId)) 5 ms (0 ms, 0 ms, 1 ms (stage 51790.0: task 138504)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 35.8 KiB (100.0 B, 1968.0 B, 3.2 KiB (stage 51788.0: task 138441))" tooltip="Exchange hashpartitioning(shardId#658246, worklistShardItemId#658254L, 20), ENSURE_REQUIREMENTS, [plan_id=269007]"]; subgraph cluster103 { isCluster="true"; id="cluster103"; label="WholeStageCodegen (20)\n \nduration: total (min, med, max (stageId: taskId))\n199 ms (0 ms, 10 ms, 17 ms (stage 51788.0: task 138326))"; tooltip="WholeStageCodegen (20)"; 104 [id="node104" labelType="html" label=" Project " tooltip="Project [shardId#658246, worklistShardItemId#658254L, qty#658256]"]; 105 [id="node105" labelType="html" label="Filter number of output rows: 980" tooltip="Filter NOT (isFallbackOrderOnly#658319 <=> true)"]; 106 [id="node106" labelType="html" label="BroadcastHashJoin number of output rows: 980" tooltip="BroadcastHashJoin [worklistShardItemId#658254L], [worklistShardItemId#658325L], LeftOuter, BuildRight, (shardId#658246 = 0_1_10000002106), false"]; 107 [id="node107" labelType="html" label=" Project " tooltip="Project [shardId#658246, item#658253.worklistShardItemId AS worklistShardItemId#658254L, item#658253.qty AS qty#658256]"]; 108 [id="node108" labelType="html" label="Generate number of output rows: 980" tooltip="Generate explode(items#658248), [shardId#658246], false, [item#658253]"]; 109 [id="node109" labelType="html" label=" Project " tooltip="Project [shardId#658246, items#658248]"]; 110 [id="node110" labelType="html" label="Filter number of output rows: 59" tooltip="Filter ((isnotnull(shardId#658246) AND (shardId#658246 = 0_1_10000002106)) AND ((size(items#658248, true) > 0) AND isnotnull(items#658248)))"]; 111 [id="node111" labelType="html" label="Scan ExistingRDD number of output rows: 59" tooltip="Scan ExistingRDD[shardId#658246,orderProposalId#658247L,items#658248,optimizationGroups#658249,isOptimal#658250,lastModified#658251,optimizationInsights#658252]"]; } 112 [id="node112" labelType="html" label="BroadcastExchange time to broadcast: 0 ms time to build: 0 ms time to collect: 1.7 s number of output rows: 980 data size: 1056.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=269001]"]; subgraph cluster113 { isCluster="true"; id="cluster113"; label="WholeStageCodegen (19)\n \nduration: total (min, med, max (stageId: taskId))\n46 ms (1 ms, 2 ms, 3 ms (stage 51527.0: task 138247))"; tooltip="WholeStageCodegen (19)"; 114 [id="node114" labelType="html" label=" Project " tooltip="Project [worklistShardItemId#658325L, isFallbackOrderOnly#658319]"]; } 115 [id="node115" labelType="html" label="Exchange shuffle records written: 980 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 980 local bytes read total (min, med, max (stageId: taskId)) 14.9 KiB (477.0 B, 668.0 B, 1225.0 B (stage 51527.0: task 138245)) merged fetch fallback count: 0 local blocks read: 183 remote merged chunks fetched: 0 remote blocks read: 253 data size total (min, med, max (stageId: taskId)) 23.0 KiB (648.0 B, 960.0 B, 1152.0 B (stage 51526.0: task 138047)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 24 ms (0 ms, 0 ms, 1 ms (stage 51526.0: task 138216)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51527.0: task 138239)) remote bytes read total (min, med, max (stageId: taskId)) 20.8 KiB (486.0 B, 1173.0 B, 1328.0 B (stage 51527.0: task 138246)) number of partitions: 20 remote reqs duration total (min, med, max (stageId: taskId)) 23 ms (1 ms, 1 ms, 2 ms (stage 51527.0: task 138242)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 35.7 KiB (1242.0 B, 1474.0 B, 1688.0 B (stage 51526.0: task 138045))" tooltip="Exchange hashpartitioning(worklistShardItemId#658325L, 20), REPARTITION_BY_NUM, [plan_id=268997]"]; subgraph cluster116 { isCluster="true"; id="cluster116"; label="WholeStageCodegen (18)\n \nduration: total (min, med, max (stageId: taskId))\n2.2 s (78 ms, 88 ms, 115 ms (stage 51526.0: task 138030))"; tooltip="WholeStageCodegen (18)"; 117 [id="node117" labelType="html" label=" Project " tooltip="Project [isFallbackOrderOnly#658319, worklistShardItemId#658325L]"]; 118 [id="node118" labelType="html" label="Filter number of output rows: 980" tooltip="Filter isnotnull(worklistShardItemId#658325L)"]; 119 [id="node119" labelType="html" label="ColumnarToRow number of output rows: 980 number of input batches: 25" tooltip="ColumnarToRow"]; } 120 [id="node120" labelType="html" label="Scan parquet number of files read: 25 scan time total (min, med, max (stageId: taskId)) 2.2 s (76 ms, 86 ms, 110 ms (stage 51526.0: task 138030)) dynamic partition pruning time: 0 ms metadata time: 681 ms size of files read: 674.1 KiB number of output rows: 980 number of partitions read: 1" tooltip="FileScan parquet [isFallbackOrderOnly#658319,worklistShardItemId#658325L,shardId#658346,sequenceId#658324] Batched: true, DataFilters: [isnotnull(worklistShardItemId#658325L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#658346), isnotnull(sequenceId#658324), (shardId#658346 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"]; subgraph cluster121 { isCluster="true"; id="cluster121"; label="WholeStageCodegen (23)\n \nduration: total (min, med, max (stageId: taskId))\n1.2 s (7 ms, 9 ms, 208 ms (stage 51790.0: task 138509))"; tooltip="WholeStageCodegen (23)"; 122 [id="node122" labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138509)) peak memory total (min, med, max (stageId: taskId)) 41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 51790.0: task 138509)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138509))" tooltip="Sort [shardId#658349 ASC NULLS FIRST, worklistShardItemId#658350L ASC NULLS FIRST], false, 0"]; } 123 [id="node123" labelType="html" label="Exchange shuffle records written: 980 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 980 local bytes read total (min, med, max (stageId: taskId)) 19.6 KiB (882.0 B, 1029.0 B, 1118.0 B (stage 51790.0: task 138547)) merged fetch fallback count: 0 local blocks read: 173 remote merged chunks fetched: 0 remote blocks read: 201 data size total (min, med, max (stageId: taskId)) 38.3 KiB (1720.0 B, 1960.0 B, 2.2 KiB (stage 51786.0: task 138464)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 23 ms (0 ms, 1 ms, 1 ms (stage 51786.0: task 138471)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138509)) remote bytes read total (min, med, max (stageId: taskId)) 22.7 KiB (1010.0 B, 1202.0 B, 1291.0 B (stage 51790.0: task 138504)) number of partitions: 20 remote reqs duration total (min, med, max (stageId: taskId)) 16 ms (0 ms, 1 ms, 1 ms (stage 51790.0: task 138509)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 42.3 KiB (1937.0 B, 2.1 KiB, 2.3 KiB (stage 51786.0: task 138423))" tooltip="Exchange hashpartitioning(shardId#658349, worklistShardItemId#658350L, 20), ENSURE_REQUIREMENTS, [plan_id=269013]"]; subgraph cluster124 { isCluster="true"; id="cluster124"; label="WholeStageCodegen (22)\n \nduration: total (min, med, max (stageId: taskId))\n229 ms (6 ms, 9 ms, 67 ms (stage 51786.0: task 138323))"; tooltip="WholeStageCodegen (22)"; 125 [id="node125" labelType="html" label=" Project " tooltip="Project [shardId#658349, worklistShardItemId#658350L]"]; 126 [id="node126" labelType="html" label="Filter number of output rows: 980" tooltip="Filter (((isnull(qty#658351) AND isnull(demandChannel#658352)) AND isnull(demandStream#658353)) AND (((shardId#658349 = 0_1_10000002106) AND isnotnull(shardId#658349)) AND isnotnull(worklistShardItemId#658350L)))"]; 127 [id="node127" labelType="html" label="Scan ExistingRDD number of output rows: 4,129" tooltip="Scan ExistingRDD[shardId#658349,worklistShardItemId#658350L,qty#658351,demandChannel#658352,demandStream#658353,kpis#658354]"]; } subgraph cluster128 { isCluster="true"; id="cluster128"; label="WholeStageCodegen (26)\n \nduration: total (min, med, max (stageId: taskId))\n805 ms (4 ms, 5 ms, 147 ms (stage 51790.0: task 138509))"; tooltip="WholeStageCodegen (26)"; 129 [id="node129" labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138509)) peak memory total (min, med, max (stageId: taskId)) 41.3 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 51790.0: task 138509)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138509))" tooltip="Sort [shardId#658365 ASC NULLS FIRST, worklistShardItemId#658366L ASC NULLS FIRST], false, 0"]; } 130 [id="node130" labelType="html" label="ObjectHashAggregate number of output rows: 980 time in aggregation build total (min, med, max (stageId: taskId)) 55 ms (2 ms, 3 ms, 4 ms (stage 51790.0: task 138509)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51790.0: task 138509)) number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#658365, worklistShardItemId#658366L], functions=[collect_list(struct(qty, qty#658367, kpis, kpis#658370), 0, 0)])"]; 131 [id="node131" labelType="html" label="Exchange shuffle records written: 2,091 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 2,091 local bytes read total (min, med, max (stageId: taskId)) 269.7 KiB (11.8 KiB, 13.4 KiB, 14.8 KiB (stage 51790.0: task 138542)) merged fetch fallback count: 0 local blocks read: 397 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 1357.2 KiB (60.5 KiB, 69.1 KiB, 72.7 KiB (stage 51783.0: task 138362)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 24 ms (0 ms, 1 ms, 1 ms (stage 51783.0: task 138334)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 51790.0: task 138509)) remote bytes read: 0.0 B number of partitions: 20 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 269.7 KiB (12.6 KiB, 13.5 KiB, 14.2 KiB (stage 51783.0: task 138320))" tooltip="Exchange hashpartitioning(shardId#658365, worklistShardItemId#658366L, 20), ENSURE_REQUIREMENTS, [plan_id=269024]"]; 132 [id="node132" labelType="html" label="ObjectHashAggregate number of output rows: 2,091 time in aggregation build total (min, med, max (stageId: taskId)) 117 ms (4 ms, 6 ms, 9 ms (stage 51783.0: task 138316)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 51783.0: task 138320)) number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#658365, worklistShardItemId#658366L], functions=[partial_collect_list(struct(qty, qty#658367, kpis, kpis#658370), 0, 0)])"]; subgraph cluster133 { isCluster="true"; id="cluster133"; label="WholeStageCodegen (25)\n \nduration: total (min, med, max (stageId: taskId))\n117 ms (4 ms, 6 ms, 9 ms (stage 51783.0: task 138316))"; tooltip="WholeStageCodegen (25)"; 134 [id="node134" labelType="html" label=" Project " tooltip="Project [shardId#658365, worklistShardItemId#658366L, qty#658367, kpis#658370]"]; 135 [id="node135" labelType="html" label="Filter number of output rows: 2,183" tooltip="Filter ((isnotnull(qty#658367) AND isnotnull(kpis#658370)) AND (((shardId#658365 = 0_1_10000002106) AND isnotnull(shardId#658365)) AND isnotnull(worklistShardItemId#658366L)))"]; 136 [id="node136" labelType="html" label="Scan ExistingRDD number of output rows: 4,129" tooltip="Scan ExistingRDD[shardId#658365,worklistShardItemId#658366L,qty#658367,demandChannel#658368,demandStream#658369,kpis#658370]"]; } 137 [id="node137" labelType="html" label="BroadcastExchange time to broadcast: 0 ms time to build: 0 ms time to collect: 296 ms number of output rows: 0 data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=269039]"]; 138 [id="node138" labelType="html" label="Exchange shuffle records written: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 0 local bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 0 remote merged chunks fetched: 0 remote blocks read: 0 data size: 0.0 B local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B number of partitions: 20 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=269038]"]; subgraph cluster139 { isCluster="true"; id="cluster139"; label="WholeStageCodegen (28)\n \nduration: 84 ms"; tooltip="WholeStageCodegen (28)"; 140 [id="node140" labelType="html" label=" Project " tooltip="Project [insightConfigurations#658377[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#660186]"]; 141 [id="node141" labelType="html" label="Filter number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#658377) AND isnotnull(insightConfigurations#658377[POTENTIAL_OOS_DEMAND_PERIOD]))"]; 142 [id="node142" labelType="html" label="ColumnarToRow number of output rows: 1 number of input batches: 1" tooltip="ColumnarToRow"]; } 143 [id="node143" labelType="html" label="Scan parquet number of files read: 1 scan time: 81 ms dynamic partition pruning time: 0 ms metadata time: 0 ms size of files read: 4.6 KiB number of output rows: 1 number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#658377,shardId#658378] Batched: true, DataFilters: [isnotnull(insightConfigurations#658377), isnotnull(insightConfigurations#658377[POTENTIAL_OOS_DE..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#658378), (shardId#658378 = 0_1_10000002106)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."]; 1->0; 3->1; 4->3; 5->4; 6->5; 7->6; 8->7; 9->8; 10->9; 11->10; 13->11; 14->13; 16->14; 17->16; 18->17; 20->11; 21->20; 22->21; 24->22; 25->24; 26->25; 27->26; 28->27; 29->28; 30->29; 31->30; 32->26; 34->32; 35->34; 37->35; 38->37; 39->38; 40->39; 41->5; 42->41; 44->42; 45->44; 46->45; 47->46; 49->1; 50->49; 51->50; 53->51; 54->53; 56->54; 57->56; 59->57; 60->59; 61->60; 62->61; 63->62; 64->63; 65->64; 66->65; 67->61; 69->67; 70->69; 72->70; 73->72; 74->73; 75->74; 77->54; 78->77; 80->78; 81->80; 82->81; 83->51; 84->83; 86->84; 87->86; 88->87; 89->88; 91->1; 92->91; 93->92; 95->93; 96->95; 98->96; 99->98; 101->99; 102->101; 104->102; 105->104; 106->105; 107->106; 108->107; 109->108; 110->109; 111->110; 112->106; 114->112; 115->114; 117->115; 118->117; 119->118; 120->119; 122->99; 123->122; 125->123; 126->125; 127->126; 129->96; 130->129; 131->130; 132->131; 134->132; 135->134; 136->135; 137->93; 138->137; 140->138; 141->140; 142->141; 143->142; }

Details

== Physical Plan ==
CollectLimit (115)
+- Union (114)
   :- * LocalLimit (38)
   :  +- * Project (37)
   :     +- * BroadcastHashJoin LeftOuter BuildRight (36)
   :        :- * LocalLimit (29)
   :        :  +- * Project (28)
   :        :     +- * Filter (27)
   :        :        +- * Generate (26)
   :        :           +- * Project (25)
   :        :              +- * SortMergeJoin Inner (24)
   :        :                 :- * Sort (5)
   :        :                 :  +- Exchange (4)
   :        :                 :     +- * Project (3)
   :        :                 :        +- * Filter (2)
   :        :                 :           +- * Scan ExistingRDD (1)
   :        :                 +- * Sort (23)
   :        :                    +- * HashAggregate (22)
   :        :                       +- Exchange (21)
   :        :                          +- * HashAggregate (20)
   :        :                             +- * Project (19)
   :        :                                +- * BroadcastHashJoin Inner BuildRight (18)
   :        :                                   :- * Project (10)
   :        :                                   :  +- * Generate (9)
   :        :                                   :     +- * Project (8)
   :        :                                   :        +- * Filter (7)
   :        :                                   :           +- * Scan ExistingRDD (6)
   :        :                                   +- BroadcastExchange (17)
   :        :                                      +- * Project (16)
   :        :                                         +- Exchange (15)
   :        :                                            +- * Project (14)
   :        :                                               +- * Filter (13)
   :        :                                                  +- * ColumnarToRow (12)
   :        :                                                     +- Scan parquet  (11)
   :        +- BroadcastExchange (35)
   :           +- Exchange (34)
   :              +- * Project (33)
   :                 +- * Filter (32)
   :                    +- * ColumnarToRow (31)
   :                       +- Scan parquet  (30)
   :- * LocalLimit (71)
   :  +- * Project (70)
   :     +- BroadcastNestedLoopJoin Cross BuildRight (69)
   :        :- * Project (62)
   :        :  +- * SortMergeJoin LeftOuter (61)
   :        :     :- * Sort (55)
   :        :     :  +- Exchange (54)
   :        :     :     +- * Project (53)
   :        :     :        +- * Filter (52)
   :        :     :           +- * BroadcastHashJoin LeftOuter BuildRight (51)
   :        :     :              :- * Project (43)
   :        :     :              :  +- * Generate (42)
   :        :     :              :     +- * Project (41)
   :        :     :              :        +- * Filter (40)
   :        :     :              :           +- * Scan ExistingRDD (39)
   :        :     :              +- BroadcastExchange (50)
   :        :     :                 +- * Project (49)
   :        :     :                    +- Exchange (48)
   :        :     :                       +- * Project (47)
   :        :     :                          +- * Filter (46)
   :        :     :                             +- * ColumnarToRow (45)
   :        :     :                                +- Scan parquet  (44)
   :        :     +- * Sort (60)
   :        :        +- Exchange (59)
   :        :           +- * Project (58)
   :        :              +- * Filter (57)
   :        :                 +- * Scan ExistingRDD (56)
   :        +- BroadcastExchange (68)
   :           +- Exchange (67)
   :              +- * Project (66)
   :                 +- * Filter (65)
   :                    +- * ColumnarToRow (64)
   :                       +- Scan parquet  (63)
   +- * LocalLimit (113)
      +- * Project (112)
         +- BroadcastNestedLoopJoin Cross BuildRight (111)
            :- * Project (104)
            :  +- * SortMergeJoin LeftOuter (103)
            :     :- * Project (95)
            :     :  +- * SortMergeJoin LeftOuter (94)
            :     :     :- * Sort (88)
            :     :     :  +- Exchange (87)
            :     :     :     +- * Project (86)
            :     :     :        +- * Filter (85)
            :     :     :           +- * BroadcastHashJoin LeftOuter BuildRight (84)
            :     :     :              :- * Project (76)
            :     :     :              :  +- * Generate (75)
            :     :     :              :     +- * Project (74)
            :     :     :              :        +- * Filter (73)
            :     :     :              :           +- * Scan ExistingRDD (72)
            :     :     :              +- BroadcastExchange (83)
            :     :     :                 +- * Project (82)
            :     :     :                    +- Exchange (81)
            :     :     :                       +- * Project (80)
            :     :     :                          +- * Filter (79)
            :     :     :                             +- * ColumnarToRow (78)
            :     :     :                                +- Scan parquet  (77)
            :     :     +- * Sort (93)
            :     :        +- Exchange (92)
            :     :           +- * Project (91)
            :     :              +- * Filter (90)
            :     :                 +- * Scan ExistingRDD (89)
            :     +- * Sort (102)
            :        +- ObjectHashAggregate (101)
            :           +- Exchange (100)
            :              +- ObjectHashAggregate (99)
            :                 +- * Project (98)
            :                    +- * Filter (97)
            :                       +- * Scan ExistingRDD (96)
            +- BroadcastExchange (110)
               +- Exchange (109)
                  +- * Project (108)
                     +- * Filter (107)
                        +- * ColumnarToRow (106)
                           +- Scan parquet  (105)


(1) Scan ExistingRDD [codegen id : 1]
Output [7]: [shardId#643168, orderProposalId#643169L, items#643170, optimizationGroups#643171, isOptimal#643172, lastModified#643173, optimizationInsights#643174]
Arguments: [shardId#643168, orderProposalId#643169L, items#643170, optimizationGroups#643171, isOptimal#643172, lastModified#643173, optimizationInsights#643174], MapPartitionsRDD[30592] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)

(2) Filter [codegen id : 1]
Input [7]: [shardId#643168, orderProposalId#643169L, items#643170, optimizationGroups#643171, isOptimal#643172, lastModified#643173, optimizationInsights#643174]
Condition : ((isnotnull(shardId#643168) AND (shardId#643168 = 0_1_10000002106)) AND ((isnotnull(orderProposalId#643169L) AND (size(optimizationInsights#643174, true) > 0)) AND isnotnull(optimizationInsights#643174)))

(3) Project [codegen id : 1]
Output [3]: [shardId#643168, orderProposalId#643169L, optimizationInsights#643174]
Input [7]: [shardId#643168, orderProposalId#643169L, items#643170, optimizationGroups#643171, isOptimal#643172, lastModified#643173, optimizationInsights#643174]

(4) Exchange
Input [3]: [shardId#643168, orderProposalId#643169L, optimizationInsights#643174]
Arguments: hashpartitioning(orderProposalId#643169L, 20), ENSURE_REQUIREMENTS, [plan_id=268907]

(5) Sort [codegen id : 2]
Input [3]: [shardId#643168, orderProposalId#643169L, optimizationInsights#643174]
Arguments: [orderProposalId#643169L ASC NULLS FIRST], false, 0

(6) Scan ExistingRDD [codegen id : 5]
Output [7]: [shardId#657612, orderProposalId#657613L, items#657614, optimizationGroups#657615, isOptimal#657616, lastModified#657617, optimizationInsights#657618]
Arguments: [shardId#657612, orderProposalId#657613L, items#657614, optimizationGroups#657615, isOptimal#657616, lastModified#657617, optimizationInsights#657618], MapPartitionsRDD[30592] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)

(7) Filter [codegen id : 5]
Input [7]: [shardId#657612, orderProposalId#657613L, items#657614, optimizationGroups#657615, isOptimal#657616, lastModified#657617, optimizationInsights#657618]
Condition : ((isnotnull(shardId#657612) AND (shardId#657612 = 0_1_10000002106)) AND ((size(items#657614.worklistShardItemId, true) > 0) AND isnotnull(items#657614.worklistShardItemId)))

(8) Project [codegen id : 5]
Output [1]: [items#657614.worklistShardItemId AS _extract_worklistShardItemId#660180]
Input [7]: [shardId#657612, orderProposalId#657613L, items#657614, optimizationGroups#657615, isOptimal#657616, lastModified#657617, optimizationInsights#657618]

(9) Generate [codegen id : 5]
Input [1]: [_extract_worklistShardItemId#660180]
Arguments: explode(_extract_worklistShardItemId#660180), false, [item#643815L]

(10) Project [codegen id : 5]
Output [1]: [item#643815L AS worklistShardItemId#643816L]
Input [1]: [item#643815L]

(11) Scan parquet 
Output [5]: [orderProposalId#645037L, isFallbackOrderOnly#645054, worklistShardItemId#645060L, shardId#645081, sequenceId#645059]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002106]
PartitionFilters: [isnotnull(shardId#645081), isnotnull(sequenceId#645059), (shardId#645081 = 0_1_10000002106), (sequenceId#645059 = 2)]
PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderProposalId)]
ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>

(12) ColumnarToRow [codegen id : 3]
Input [5]: [orderProposalId#645037L, isFallbackOrderOnly#645054, worklistShardItemId#645060L, shardId#645081, sequenceId#645059]

(13) Filter [codegen id : 3]
Input [5]: [orderProposalId#645037L, isFallbackOrderOnly#645054, worklistShardItemId#645060L, shardId#645081, sequenceId#645059]
Condition : ((isnotnull(worklistShardItemId#645060L) AND NOT (isFallbackOrderOnly#645054 <=> true)) AND isnotnull(orderProposalId#645037L))

(14) Project [codegen id : 3]
Output [2]: [orderProposalId#645037L, worklistShardItemId#645060L]
Input [5]: [orderProposalId#645037L, isFallbackOrderOnly#645054, worklistShardItemId#645060L, shardId#645081, sequenceId#645059]

(15) Exchange
Input [2]: [orderProposalId#645037L, worklistShardItemId#645060L]
Arguments: hashpartitioning(worklistShardItemId#645060L, 20), REPARTITION_BY_NUM, [plan_id=268917]

(16) Project [codegen id : 4]
Output [2]: [worklistShardItemId#645060L, orderProposalId#645037L]
Input [2]: [orderProposalId#645037L, worklistShardItemId#645060L]

(17) BroadcastExchange
Input [2]: [worklistShardItemId#645060L, orderProposalId#645037L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=268921]

(18) BroadcastHashJoin [codegen id : 5]
Left keys [1]: [worklistShardItemId#643816L]
Right keys [1]: [worklistShardItemId#645060L]
Join type: Inner
Join condition: None

(19) Project [codegen id : 5]
Output [1]: [orderProposalId#645037L]
Input [3]: [worklistShardItemId#643816L, worklistShardItemId#645060L, orderProposalId#645037L]

(20) HashAggregate [codegen id : 5]
Input [1]: [orderProposalId#645037L]
Keys [1]: [orderProposalId#645037L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#645037L]

(21) Exchange
Input [1]: [orderProposalId#645037L]
Arguments: hashpartitioning(orderProposalId#645037L, 20), ENSURE_REQUIREMENTS, [plan_id=268927]

(22) HashAggregate [codegen id : 6]
Input [1]: [orderProposalId#645037L]
Keys [1]: [orderProposalId#645037L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#645037L]

(23) Sort [codegen id : 6]
Input [1]: [orderProposalId#645037L]
Arguments: [orderProposalId#645037L ASC NULLS FIRST], false, 0

(24) SortMergeJoin [codegen id : 8]
Left keys [1]: [orderProposalId#643169L]
Right keys [1]: [orderProposalId#645037L]
Join type: Inner
Join condition: None

(25) Project [codegen id : 8]
Output [2]: [shardId#643168, optimizationInsights#643174]
Input [4]: [shardId#643168, orderProposalId#643169L, optimizationInsights#643174, orderProposalId#645037L]

(26) Generate [codegen id : 8]
Input [2]: [shardId#643168, optimizationInsights#643174]
Arguments: explode(optimizationInsights#643174), [shardId#643168], false, [insight#657620]

(27) Filter [codegen id : 8]
Input [2]: [shardId#643168, insight#657620]
Condition : NOT insight#657620.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)

(28) Project [codegen id : 8]
Output [2]: [shardId#643168, insight#657620.worklistShardItemId AS worklistShardItemId#657622L]
Input [2]: [shardId#643168, insight#657620]

(29) LocalLimit [codegen id : 8]
Input [2]: [shardId#643168, worklistShardItemId#657622L]
Arguments: 1

(30) Scan parquet 
Output [3]: [worklistShardItemId#658167L, shardId#658188, sequenceId#658166]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002106]
PartitionFilters: [isnotnull(shardId#658188), isnotnull(sequenceId#658166), (shardId#658188 = 0_1_10000002106), (sequenceId#658166 = 2)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<worklistShardItemId:bigint>

(31) ColumnarToRow [codegen id : 7]
Input [3]: [worklistShardItemId#658167L, shardId#658188, sequenceId#658166]

(32) Filter [codegen id : 7]
Input [3]: [worklistShardItemId#658167L, shardId#658188, sequenceId#658166]
Condition : isnotnull(worklistShardItemId#658167L)

(33) Project [codegen id : 7]
Output [1]: [worklistShardItemId#658167L]
Input [3]: [worklistShardItemId#658167L, shardId#658188, sequenceId#658166]

(34) Exchange
Input [1]: [worklistShardItemId#658167L]
Arguments: hashpartitioning(worklistShardItemId#658167L, 20), REPARTITION_BY_NUM, [plan_id=268944]

(35) BroadcastExchange
Input [1]: [worklistShardItemId#658167L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=268945]

(36) BroadcastHashJoin [codegen id : 8]
Left keys [1]: [worklistShardItemId#657622L]
Right keys [1]: [worklistShardItemId#658167L]
Join type: LeftOuter
Join condition: (shardId#643168 = 0_1_10000002106)

(37) Project [codegen id : 8]
Output: []
Input [3]: [shardId#643168, worklistShardItemId#657622L, worklistShardItemId#658167L]

(38) LocalLimit [codegen id : 8]
Input: []
Arguments: 1

(39) Scan ExistingRDD [codegen id : 11]
Output [7]: [shardId#658383, orderProposalId#658384L, items#658385, optimizationGroups#658386, isOptimal#658387, lastModified#658388, optimizationInsights#658389]
Arguments: [shardId#658383, orderProposalId#658384L, items#658385, optimizationGroups#658386, isOptimal#658387, lastModified#658388, optimizationInsights#658389], MapPartitionsRDD[30592] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)

(40) Filter [codegen id : 11]
Input [7]: [shardId#658383, orderProposalId#658384L, items#658385, optimizationGroups#658386, isOptimal#658387, lastModified#658388, optimizationInsights#658389]
Condition : ((isnotnull(shardId#658383) AND (shardId#658383 = 0_1_10000002106)) AND ((size(items#658385.worklistShardItemId, true) > 0) AND isnotnull(items#658385.worklistShardItemId)))

(41) Project [codegen id : 11]
Output [2]: [shardId#658383, items#658385.worklistShardItemId AS _extract_worklistShardItemId#660183]
Input [7]: [shardId#658383, orderProposalId#658384L, items#658385, optimizationGroups#658386, isOptimal#658387, lastModified#658388, optimizationInsights#658389]

(42) Generate [codegen id : 11]
Input [2]: [shardId#658383, _extract_worklistShardItemId#660183]
Arguments: explode(_extract_worklistShardItemId#660183), [shardId#658383], false, [item#658390L]

(43) Project [codegen id : 11]
Output [2]: [shardId#658383, item#658390L AS worklistShardItemId#658391L]
Input [2]: [shardId#658383, item#658390L]

(44) Scan parquet 
Output [5]: [orderDateTime#658449, isFallbackOrderOnly#658456, worklistShardItemId#658462L, shardId#658483, sequenceId#658461]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002106]
PartitionFilters: [isnotnull(shardId#658483), isnotnull(sequenceId#658461), (shardId#658483 = 0_1_10000002106), (sequenceId#658461 = 2)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<orderDateTime:timestamp,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>

(45) ColumnarToRow [codegen id : 9]
Input [5]: [orderDateTime#658449, isFallbackOrderOnly#658456, worklistShardItemId#658462L, shardId#658483, sequenceId#658461]

(46) Filter [codegen id : 9]
Input [5]: [orderDateTime#658449, isFallbackOrderOnly#658456, worklistShardItemId#658462L, shardId#658483, sequenceId#658461]
Condition : isnotnull(worklistShardItemId#658462L)

(47) Project [codegen id : 9]
Output [3]: [orderDateTime#658449, isFallbackOrderOnly#658456, worklistShardItemId#658462L]
Input [5]: [orderDateTime#658449, isFallbackOrderOnly#658456, worklistShardItemId#658462L, shardId#658483, sequenceId#658461]

(48) Exchange
Input [3]: [orderDateTime#658449, isFallbackOrderOnly#658456, worklistShardItemId#658462L]
Arguments: hashpartitioning(worklistShardItemId#658462L, 20), REPARTITION_BY_NUM, [plan_id=268956]

(49) Project [codegen id : 10]
Output [3]: [worklistShardItemId#658462L, orderDateTime#658449, isFallbackOrderOnly#658456]
Input [3]: [orderDateTime#658449, isFallbackOrderOnly#658456, worklistShardItemId#658462L]

(50) BroadcastExchange
Input [3]: [worklistShardItemId#658462L, orderDateTime#658449, isFallbackOrderOnly#658456]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=268960]

(51) BroadcastHashJoin [codegen id : 11]
Left keys [1]: [worklistShardItemId#658391L]
Right keys [1]: [worklistShardItemId#658462L]
Join type: LeftOuter
Join condition: (shardId#658383 = 0_1_10000002106)

(52) Filter [codegen id : 11]
Input [5]: [shardId#658383, worklistShardItemId#658391L, worklistShardItemId#658462L, orderDateTime#658449, isFallbackOrderOnly#658456]
Condition : NOT (isFallbackOrderOnly#658456 <=> true)

(53) Project [codegen id : 11]
Output [3]: [shardId#658383, worklistShardItemId#658391L, orderDateTime#658449]
Input [5]: [shardId#658383, worklistShardItemId#658391L, worklistShardItemId#658462L, orderDateTime#658449, isFallbackOrderOnly#658456]

(54) Exchange
Input [3]: [shardId#658383, worklistShardItemId#658391L, orderDateTime#658449]
Arguments: hashpartitioning(shardId#658383, worklistShardItemId#658391L, 20), ENSURE_REQUIREMENTS, [plan_id=268966]

(55) Sort [codegen id : 12]
Input [3]: [shardId#658383, worklistShardItemId#658391L, orderDateTime#658449]
Arguments: [shardId#658383 ASC NULLS FIRST, worklistShardItemId#658391L ASC NULLS FIRST], false, 0

(56) Scan ExistingRDD [codegen id : 13]
Output [6]: [shardId#647194, worklistShardItemId#647195L, qty#647196, demandChannel#647197, demandStream#647198, kpis#647199]
Arguments: [shardId#647194, worklistShardItemId#647195L, qty#647196, demandChannel#647197, demandStream#647198, kpis#647199], MapPartitionsRDD[30878] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)

(57) Filter [codegen id : 13]
Input [6]: [shardId#647194, worklistShardItemId#647195L, qty#647196, demandChannel#647197, demandStream#647198, kpis#647199]
Condition : (((isnull(qty#647196) AND isnull(demandChannel#647197)) AND isnull(demandStream#647198)) AND (((shardId#647194 = 0_1_10000002106) AND isnotnull(shardId#647194)) AND isnotnull(worklistShardItemId#647195L)))

(58) Project [codegen id : 13]
Output [3]: [shardId#647194, worklistShardItemId#647195L, coalesce(kpis#647199, []) AS prodLocSpecificKpis#647200]
Input [6]: [shardId#647194, worklistShardItemId#647195L, qty#647196, demandChannel#647197, demandStream#647198, kpis#647199]

(59) Exchange
Input [3]: [shardId#647194, worklistShardItemId#647195L, prodLocSpecificKpis#647200]
Arguments: hashpartitioning(shardId#647194, worklistShardItemId#647195L, 20), ENSURE_REQUIREMENTS, [plan_id=268972]

(60) Sort [codegen id : 14]
Input [3]: [shardId#647194, worklistShardItemId#647195L, prodLocSpecificKpis#647200]
Arguments: [shardId#647194 ASC NULLS FIRST, worklistShardItemId#647195L ASC NULLS FIRST], false, 0

(61) SortMergeJoin [codegen id : 15]
Left keys [2]: [shardId#658383, worklistShardItemId#658391L]
Right keys [2]: [shardId#647194, worklistShardItemId#647195L]
Join type: LeftOuter
Join condition: None

(62) Project [codegen id : 15]
Output [2]: [orderDateTime#658449, coalesce(prodLocSpecificKpis#647200, []) AS prodLocSpecificKpis#647201]
Input [6]: [shardId#658383, worklistShardItemId#658391L, orderDateTime#658449, shardId#647194, worklistShardItemId#647195L, prodLocSpecificKpis#647200]

(63) Scan parquet 
Output [2]: [insightConfigurations#658195, shardId#658196]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002106]
PartitionFilters: [isnotnull(shardId#658196), (shardId#658196 = 0_1_10000002106)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>

(64) ColumnarToRow [codegen id : 16]
Input [2]: [insightConfigurations#658195, shardId#658196]

(65) Filter [codegen id : 16]
Input [2]: [insightConfigurations#658195, shardId#658196]
Condition : (isnotnull(insightConfigurations#658195) AND isnotnull(insightConfigurations#658195[POTENTIAL_OOS_STOCK_PERIOD]))

(66) Project [codegen id : 16]
Output [1]: [insightConfigurations#658195[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#660184]
Input [2]: [insightConfigurations#658195, shardId#658196]

(67) Exchange [codegen id : 13]
Input [1]: [_extract_settings#660184]
Arguments: RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=268985]

(68) BroadcastExchange [codegen id : 13]
Input [1]: [_extract_settings#660184]
Arguments: IdentityBroadcastMode, [plan_id=268986]

(69) BroadcastNestedLoopJoin
Join type: Cross
Join condition: ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#647201, lambdafunction((lambda x_1708#658200.label = OutOfStockProbability), lambda x_1708#658200, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#660184, lambdafunction((lambda x_1709#658201.name = OOS_PROBABILITY_THRESHOLD), lambda x_1709#658201, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#647201, lambdafunction((lambda x_1708#658202.label = OutOfStockProbability), lambda x_1708#658202, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#660184, lambdafunction((lambda x_1709#658203.name = OOS_PROBABILITY_THRESHOLD), lambda x_1709#658203, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#647201, lambdafunction((lambda x_1710#658204.label = InitialStockQty), lambda x_1710#658204, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#647201, lambdafunction((lambda x_1710#658206.label = InitialStockQty), lambda x_1710#658206, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#660184, lambdafunction((lambda x_1711#658207.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_1711#658207, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#658449) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#658449, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354206) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#660184, lambdafunction((lambda x_1712#658208.name = OFFSET_CURRENT_ORDER_DATE), lambda x_1712#658208, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#658449) THEN null ELSE (cast((unix_timestamp(orderDateTime#658449, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354206) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#660184, lambdafunction((lambda x_1712#658209.name = OFFSET_CURRENT_ORDER_DATE), lambda x_1712#658209, false)), 1, None, false).value as double)) END)

(70) Project [codegen id : 17]
Output: []
Input [3]: [orderDateTime#658449, prodLocSpecificKpis#647201, _extract_settings#660184]

(71) LocalLimit [codegen id : 17]
Input: []
Arguments: 1

(72) Scan ExistingRDD [codegen id : 20]
Output [7]: [shardId#658246, orderProposalId#658247L, items#658248, optimizationGroups#658249, isOptimal#658250, lastModified#658251, optimizationInsights#658252]
Arguments: [shardId#658246, orderProposalId#658247L, items#658248, optimizationGroups#658249, isOptimal#658250, lastModified#658251, optimizationInsights#658252], MapPartitionsRDD[30592] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)

(73) Filter [codegen id : 20]
Input [7]: [shardId#658246, orderProposalId#658247L, items#658248, optimizationGroups#658249, isOptimal#658250, lastModified#658251, optimizationInsights#658252]
Condition : ((isnotnull(shardId#658246) AND (shardId#658246 = 0_1_10000002106)) AND ((size(items#658248, true) > 0) AND isnotnull(items#658248)))

(74) Project [codegen id : 20]
Output [2]: [shardId#658246, items#658248]
Input [7]: [shardId#658246, orderProposalId#658247L, items#658248, optimizationGroups#658249, isOptimal#658250, lastModified#658251, optimizationInsights#658252]

(75) Generate [codegen id : 20]
Input [2]: [shardId#658246, items#658248]
Arguments: explode(items#658248), [shardId#658246], false, [item#658253]

(76) Project [codegen id : 20]
Output [3]: [shardId#658246, item#658253.worklistShardItemId AS worklistShardItemId#658254L, item#658253.qty AS qty#658256]
Input [2]: [shardId#658246, item#658253]

(77) Scan parquet 
Output [4]: [isFallbackOrderOnly#658319, worklistShardItemId#658325L, shardId#658346, sequenceId#658324]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002106]
PartitionFilters: [isnotnull(shardId#658346), isnotnull(sequenceId#658324), (shardId#658346 = 0_1_10000002106), (sequenceId#658324 = 2)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<isFallbackOrderOnly:boolean,worklistShardItemId:bigint>

(78) ColumnarToRow [codegen id : 18]
Input [4]: [isFallbackOrderOnly#658319, worklistShardItemId#658325L, shardId#658346, sequenceId#658324]

(79) Filter [codegen id : 18]
Input [4]: [isFallbackOrderOnly#658319, worklistShardItemId#658325L, shardId#658346, sequenceId#658324]
Condition : isnotnull(worklistShardItemId#658325L)

(80) Project [codegen id : 18]
Output [2]: [isFallbackOrderOnly#658319, worklistShardItemId#658325L]
Input [4]: [isFallbackOrderOnly#658319, worklistShardItemId#658325L, shardId#658346, sequenceId#658324]

(81) Exchange
Input [2]: [isFallbackOrderOnly#658319, worklistShardItemId#658325L]
Arguments: hashpartitioning(worklistShardItemId#658325L, 20), REPARTITION_BY_NUM, [plan_id=268997]

(82) Project [codegen id : 19]
Output [2]: [worklistShardItemId#658325L, isFallbackOrderOnly#658319]
Input [2]: [isFallbackOrderOnly#658319, worklistShardItemId#658325L]

(83) BroadcastExchange
Input [2]: [worklistShardItemId#658325L, isFallbackOrderOnly#658319]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=269001]

(84) BroadcastHashJoin [codegen id : 20]
Left keys [1]: [worklistShardItemId#658254L]
Right keys [1]: [worklistShardItemId#658325L]
Join type: LeftOuter
Join condition: (shardId#658246 = 0_1_10000002106)

(85) Filter [codegen id : 20]
Input [5]: [shardId#658246, worklistShardItemId#658254L, qty#658256, worklistShardItemId#658325L, isFallbackOrderOnly#658319]
Condition : NOT (isFallbackOrderOnly#658319 <=> true)

(86) Project [codegen id : 20]
Output [3]: [shardId#658246, worklistShardItemId#658254L, qty#658256]
Input [5]: [shardId#658246, worklistShardItemId#658254L, qty#658256, worklistShardItemId#658325L, isFallbackOrderOnly#658319]

(87) Exchange
Input [3]: [shardId#658246, worklistShardItemId#658254L, qty#658256]
Arguments: hashpartitioning(shardId#658246, worklistShardItemId#658254L, 20), ENSURE_REQUIREMENTS, [plan_id=269007]

(88) Sort [codegen id : 21]
Input [3]: [shardId#658246, worklistShardItemId#658254L, qty#658256]
Arguments: [shardId#658246 ASC NULLS FIRST, worklistShardItemId#658254L ASC NULLS FIRST], false, 0

(89) Scan ExistingRDD [codegen id : 22]
Output [6]: [shardId#658349, worklistShardItemId#658350L, qty#658351, demandChannel#658352, demandStream#658353, kpis#658354]
Arguments: [shardId#658349, worklistShardItemId#658350L, qty#658351, demandChannel#658352, demandStream#658353, kpis#658354], MapPartitionsRDD[30878] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)

(90) Filter [codegen id : 22]
Input [6]: [shardId#658349, worklistShardItemId#658350L, qty#658351, demandChannel#658352, demandStream#658353, kpis#658354]
Condition : (((isnull(qty#658351) AND isnull(demandChannel#658352)) AND isnull(demandStream#658353)) AND (((shardId#658349 = 0_1_10000002106) AND isnotnull(shardId#658349)) AND isnotnull(worklistShardItemId#658350L)))

(91) Project [codegen id : 22]
Output [2]: [shardId#658349, worklistShardItemId#658350L]
Input [6]: [shardId#658349, worklistShardItemId#658350L, qty#658351, demandChannel#658352, demandStream#658353, kpis#658354]

(92) Exchange
Input [2]: [shardId#658349, worklistShardItemId#658350L]
Arguments: hashpartitioning(shardId#658349, worklistShardItemId#658350L, 20), ENSURE_REQUIREMENTS, [plan_id=269013]

(93) Sort [codegen id : 23]
Input [2]: [shardId#658349, worklistShardItemId#658350L]
Arguments: [shardId#658349 ASC NULLS FIRST, worklistShardItemId#658350L ASC NULLS FIRST], false, 0

(94) SortMergeJoin [codegen id : 24]
Left keys [2]: [shardId#658246, worklistShardItemId#658254L]
Right keys [2]: [shardId#658349, worklistShardItemId#658350L]
Join type: LeftOuter
Join condition: None

(95) Project [codegen id : 24]
Output [3]: [shardId#658246, worklistShardItemId#658254L, qty#658256]
Input [5]: [shardId#658246, worklistShardItemId#658254L, qty#658256, shardId#658349, worklistShardItemId#658350L]

(96) Scan ExistingRDD [codegen id : 25]
Output [6]: [shardId#658365, worklistShardItemId#658366L, qty#658367, demandChannel#658368, demandStream#658369, kpis#658370]
Arguments: [shardId#658365, worklistShardItemId#658366L, qty#658367, demandChannel#658368, demandStream#658369, kpis#658370], MapPartitionsRDD[30878] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)

(97) Filter [codegen id : 25]
Input [6]: [shardId#658365, worklistShardItemId#658366L, qty#658367, demandChannel#658368, demandStream#658369, kpis#658370]
Condition : ((isnotnull(qty#658367) AND isnotnull(kpis#658370)) AND (((shardId#658365 = 0_1_10000002106) AND isnotnull(shardId#658365)) AND isnotnull(worklistShardItemId#658366L)))

(98) Project [codegen id : 25]
Output [4]: [shardId#658365, worklistShardItemId#658366L, qty#658367, kpis#658370]
Input [6]: [shardId#658365, worklistShardItemId#658366L, qty#658367, demandChannel#658368, demandStream#658369, kpis#658370]

(99) ObjectHashAggregate
Input [4]: [shardId#658365, worklistShardItemId#658366L, qty#658367, kpis#658370]
Keys [2]: [shardId#658365, worklistShardItemId#658366L]
Functions [1]: [partial_collect_list(struct(qty, qty#658367, kpis, kpis#658370), 0, 0)]
Aggregate Attributes [1]: [buf#660605]
Results [3]: [shardId#658365, worklistShardItemId#658366L, buf#660606]

(100) Exchange
Input [3]: [shardId#658365, worklistShardItemId#658366L, buf#660606]
Arguments: hashpartitioning(shardId#658365, worklistShardItemId#658366L, 20), ENSURE_REQUIREMENTS, [plan_id=269024]

(101) ObjectHashAggregate
Input [3]: [shardId#658365, worklistShardItemId#658366L, buf#660606]
Keys [2]: [shardId#658365, worklistShardItemId#658366L]
Functions [1]: [collect_list(struct(qty, qty#658367, kpis, kpis#658370), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(qty, qty#658367, kpis, kpis#658370), 0, 0)#647222]
Results [3]: [shardId#658365, worklistShardItemId#658366L, map_from_entries(collect_list(struct(qty, qty#658367, kpis, kpis#658370), 0, 0)#647222) AS quantityKpis#658371]

(102) Sort [codegen id : 26]
Input [3]: [shardId#658365, worklistShardItemId#658366L, quantityKpis#658371]
Arguments: [shardId#658365 ASC NULLS FIRST, worklistShardItemId#658366L ASC NULLS FIRST], false, 0

(103) SortMergeJoin [codegen id : 27]
Left keys [2]: [shardId#658246, worklistShardItemId#658254L]
Right keys [2]: [shardId#658365, worklistShardItemId#658366L]
Join type: LeftOuter
Join condition: None

(104) Project [codegen id : 27]
Output [2]: [qty#658256, coalesce(quantityKpis#658371, map(keys: [], values: [])) AS quantityKpis#658372]
Input [6]: [shardId#658246, worklistShardItemId#658254L, qty#658256, shardId#658365, worklistShardItemId#658366L, quantityKpis#658371]

(105) Scan parquet 
Output [2]: [insightConfigurations#658377, shardId#658378]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002106]
PartitionFilters: [isnotnull(shardId#658378), (shardId#658378 = 0_1_10000002106)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>

(106) ColumnarToRow [codegen id : 28]
Input [2]: [insightConfigurations#658377, shardId#658378]

(107) Filter [codegen id : 28]
Input [2]: [insightConfigurations#658377, shardId#658378]
Condition : (isnotnull(insightConfigurations#658377) AND isnotnull(insightConfigurations#658377[POTENTIAL_OOS_DEMAND_PERIOD]))

(108) Project [codegen id : 28]
Output [1]: [insightConfigurations#658377[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#660186]
Input [2]: [insightConfigurations#658377, shardId#658378]

(109) Exchange [codegen id : 25]
Input [1]: [_extract_settings#660186]
Arguments: RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=269038]

(110) BroadcastExchange [codegen id : 25]
Input [1]: [_extract_settings#660186]
Arguments: IdentityBroadcastMode, [plan_id=269039]

(111) BroadcastNestedLoopJoin
Join type: Cross
Join condition: CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#658372, qty#658256, None, false), lambdafunction((lambda x_1714#658226.label = OutOfStockProbability), lambda x_1714#658226, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#660186, lambdafunction((lambda x_1715#658227.name = OOS_PROBABILITY_THRESHOLD), lambda x_1715#658227, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#658372, qty#658256, None, false), lambdafunction((lambda x_1714#658228.label = OutOfStockProbability), lambda x_1714#658228, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#660186, lambdafunction((lambda x_1715#658229.name = OOS_PROBABILITY_THRESHOLD), lambda x_1715#658229, false)), 1, None, false).value as double)) END

(112) Project [codegen id : 29]
Output: []
Input [3]: [qty#658256, quantityKpis#658372, _extract_settings#660186]

(113) LocalLimit [codegen id : 29]
Input: []
Arguments: 1

(114) Union

(115) CollectLimit
Input: []
Arguments: 1

SQL / DataFrame Properties

Name	Value
spark.activity.hdlfsEnabled	true
spark.activity.isolateSession	true
spark.databricks.delta.lastCommitVersionInSession	3
spark.sql.adaptive.enabled	false
spark.sql.cbo.enabled	false
spark.sql.parquet.fieldId.read.enabled	true
spark.sql.parquet.fieldId.write.enabled	true
spark.sql.requireAllClusterKeysForDistribution	false
spark.sql.shuffle.partitions	20
temporal.activity.id	10a6a3d0-5fcf-39e3-a20a-09c5b3945c32
temporal.activity.type	RunStreamWithId