digraph G { 0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="CollectLimit 1"]; 1 [id="node1" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"]; subgraph cluster2 { isCluster="true"; id="cluster2"; label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n220 ms (0 ms, 17 ms, 23 ms (stage 44427.0: task 125899))"; tooltip="WholeStageCodegen (6)"; 3 [id="node3" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; 5 [id="node5" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#590784L], [worklistShardItemId#591262L], LeftOuter, BuildRight, (shardId#584004 = 0_1_10000002106), false"]; 6 [id="node6" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, insight#590782.worklistShardItemId AS worklistShardItemId#590784L]"]; 8 [id="node8" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT insight#590782.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)"]; 9 [id="node9" labelType="html" label="<b>Generate</b><br><br>number of output rows: 113" tooltip="Generate explode(optimizationInsights#584010), [shardId#584004], false, [insight#590782]"]; 10 [id="node10" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, optimizationInsights#584010]"]; 11 [id="node11" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 11" tooltip="BroadcastHashJoin [orderProposalId#584005L], [orderProposalId#584717L], Inner, BuildLeft, false"]; 22 [id="node22" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>29 ms (0 ms, 2 ms, 3 ms (stage 44427.0: task 125903))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 44427.0: task 125897))<br>number of output rows: 59<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#584717L], functions=[])"]; } 12 [id="node12" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 40 ms<br>number of output rows: 11<br>data size: 1024.5 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=252270]"]; subgraph cluster13 { isCluster="true"; id="cluster13"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n3 ms (0 ms, 0 ms, 1 ms (stage 44355.0: task 125690))"; tooltip="WholeStageCodegen (1)"; 14 [id="node14" labelType="html" label="<b>Filter</b><br><br>number of output rows: 11" tooltip="Filter ((isnotnull(orderProposalId#584005L) AND (size(optimizationInsights#584010, true) > 0)) AND isnotnull(optimizationInsights#584010))"]; } 15 [id="node15" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [shardId#584004, orderProposalId#584005L, optimizationInsights#584010], [isnotnull(orderProposalId#584005L), (size(optimizationInsights#584010, true) > 0), isnotnull(optimizationInsights#584010)]"]; subgraph cluster16 { isCluster="true"; id="cluster16"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 17 [id="node17" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"]; } 18 [id="node18" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010], [isnotnull(shardId#584004), (shardId#584004 = 0_1_10000002106)]"]; subgraph cluster19 { isCluster="true"; id="cluster19"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 20 [id="node20" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"]; 21 [id="node21" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#584004,orderProposalId#584005L,items#584006,optimizationGroups#584007,isOptimal#584008,lastModified#584009,optimizationInsights#584010]"]; } 23 [id="node23" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 532<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 532<br>local bytes read total (min, med, max (stageId: taskId))<br>12.2 KiB (75.0 B, 719.0 B, 959.0 B (stage 44427.0: task 125904))<br>merged fetch fallback count: 0<br>local blocks read: 151<br>remote merged chunks fetched: 0<br>remote blocks read: 155<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (320.0 B, 432.0 B, 512.0 B (stage 44426.0: task 125852))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>22 ms (0 ms, 1 ms, 1 ms (stage 44426.0: task 125844))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 44427.0: task 125897))<br>remote bytes read total (min, med, max (stageId: taskId))<br>12.6 KiB (225.0 B, 783.0 B, 992.0 B (stage 44427.0: task 125904))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>10 ms (0 ms, 1 ms, 1 ms (stage 44427.0: task 125897))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>24.8 KiB (988.0 B, 1279.0 B, 1568.0 B (stage 44426.0: task 125852))" tooltip="Exchange hashpartitioning(orderProposalId#584717L, 20), ENSURE_REQUIREMENTS, [plan_id=252292]"]; subgraph cluster24 { isCluster="true"; id="cluster24"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n133 ms (3 ms, 7 ms, 9 ms (stage 44426.0: task 125840))"; tooltip="WholeStageCodegen (4)"; 25 [id="node25" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>41 ms (1 ms, 2 ms, 3 ms (stage 44426.0: task 125843))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 44426.0: task 125837))<br>number of output rows: 532<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#584717L], functions=[])"]; 26 [id="node26" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#584717L]"]; 27 [id="node27" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 980" tooltip="BroadcastHashJoin [worklistShardItemId#584516L], [worklistShardItemId#584740L], Inner, BuildLeft, false"]; 41 [id="node41" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#584740L, orderProposalId#584717L]"]; } 28 [id="node28" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 53 ms<br>number of output rows: 980<br>data size: 1056.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=252278]"]; subgraph cluster29 { isCluster="true"; id="cluster29"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 44356.0: task 125695))"; tooltip="WholeStageCodegen (2)"; 30 [id="node30" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#584515L AS worklistShardItemId#584516L]"]; 31 [id="node31" labelType="html" label="<b>Generate</b><br><br>number of output rows: 980" tooltip="Generate explode(_extract_worklistShardItemId#603429), false, [item#584515L]"]; 32 [id="node32" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#590776.worklistShardItemId AS _extract_worklistShardItemId#603429]"]; 33 [id="node33" labelType="html" label="<b>Filter</b><br><br>number of output rows: 59" tooltip="Filter (((size(items#590776.worklistShardItemId, true) > 0) AND isnotnull(items#590776.worklistShardItemId)) AND (shardId#590774 = 0_1_10000002106))"]; } 34 [id="node34" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [items#590776, shardId#590774], [(size(items#590776.worklistShardItemId, true) > 0), isnotnull(items#590776.worklistShardItemId), (shardId#590774 = 0_1_10000002106)]"]; subgraph cluster35 { isCluster="true"; id="cluster35"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 36 [id="node36" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"]; } 37 [id="node37" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010], [isnotnull(shardId#584004), (shardId#584004 = 0_1_10000002106)]"]; subgraph cluster38 { isCluster="true"; id="cluster38"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 39 [id="node39" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"]; 40 [id="node40" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#584004,orderProposalId#584005L,items#584006,optimizationGroups#584007,isOptimal#584008,lastModified#584009,optimizationInsights#584010]"]; } 42 [id="node42" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>22.1 KiB (816.0 B, 1143.0 B, 1388.0 B (stage 44426.0: task 125839))<br>merged fetch fallback count: 0<br>local blocks read: 213<br>remote merged chunks fetched: 0<br>remote blocks read: 208<br>data size total (min, med, max (stageId: taskId))<br>23.0 KiB (648.0 B, 960.0 B, 1152.0 B (stage 44363.0: task 125815))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>20 ms (0 ms, 0 ms, 0 ms (stage 44363.0: task 125822))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 44426.0: task 125837))<br>remote bytes read total (min, med, max (stageId: taskId))<br>21.6 KiB (602.0 B, 1098.0 B, 1487.0 B (stage 44426.0: task 125846))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>19 ms (0 ms, 1 ms, 2 ms (stage 44426.0: task 125846))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>43.7 KiB (1388.0 B, 1815.0 B, 2021.0 B (stage 44363.0: task 125813))" tooltip="Exchange hashpartitioning(worklistShardItemId#584740L, 20), REPARTITION_BY_NUM, [plan_id=252285]"]; subgraph cluster43 { isCluster="true"; id="cluster43"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n2.7 s (88 ms, 105 ms, 141 ms (stage 44363.0: task 125816))"; tooltip="WholeStageCodegen (3)"; 44 [id="node44" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#584717L, worklistShardItemId#584740L]"]; 45 [id="node45" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter ((isnotnull(worklistShardItemId#584740L) AND NOT (isFallbackOrderOnly#584734 <=> true)) AND isnotnull(orderProposalId#584717L))"]; 46 [id="node46" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 980<br>number of input batches: 25" tooltip="ColumnarToRow"]; } 47 [id="node47" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>2.6 s (86 ms, 103 ms, 139 ms (stage 44363.0: task 125816))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 674.1 KiB<br>number of output rows: 980<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#584717L,isFallbackOrderOnly#584734,worklistShardItemId#584740L,shardId#584761,sequenceId#584739] Batched: true, DataFilters: [isnotnull(worklistShardItemId#584740L), NOT (isFallbackOrderOnly#584734 <=> true), isnotnull(ord..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#584761), isnotnull(sequenceId#584739), (shardId#584761 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"]; 48 [id="node48" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 383 ms<br>number of output rows: 980<br>data size: 1056.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=252307]"]; 49 [id="node49" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>17.6 KiB (597.0 B, 957.0 B, 1071.0 B (stage 44358.0: task 125808))<br>merged fetch fallback count: 0<br>local blocks read: 208<br>remote merged chunks fetched: 0<br>remote blocks read: 213<br>data size total (min, med, max (stageId: taskId))<br>15.3 KiB (432.0 B, 640.0 B, 768.0 B (stage 44357.0: task 125720))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>22 ms (0 ms, 0 ms, 1 ms (stage 44357.0: task 125737))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>7 ms (0 ms, 0 ms, 2 ms (stage 44358.0: task 125797))<br>remote bytes read total (min, med, max (stageId: taskId))<br>18.3 KiB (661.0 B, 1003.0 B, 1146.0 B (stage 44358.0: task 125803))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>35 ms (1 ms, 2 ms, 3 ms (stage 44358.0: task 125793))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>35.8 KiB (1163.0 B, 1489.0 B, 1658.0 B (stage 44357.0: task 125698))" tooltip="Exchange hashpartitioning(worklistShardItemId#591262L, 20), REPARTITION_BY_NUM, [plan_id=252306]"]; subgraph cluster50 { isCluster="true"; id="cluster50"; label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n2.3 s (76 ms, 88 ms, 141 ms (stage 44357.0: task 125731))"; tooltip="WholeStageCodegen (5)"; 51 [id="node51" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#591262L]"]; 52 [id="node52" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter isnotnull(worklistShardItemId#591262L)"]; 53 [id="node53" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 980<br>number of input batches: 25" tooltip="ColumnarToRow"]; } 54 [id="node54" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>2.3 s (74 ms, 86 ms, 139 ms (stage 44357.0: task 125731))<br>dynamic partition pruning time: 0 ms<br>metadata time: 1 ms<br>size of files read: 674.1 KiB<br>number of output rows: 980<br>number of partitions read: 1" tooltip="FileScan parquet [worklistShardItemId#591262L,shardId#591283,sequenceId#591261] Batched: true, DataFilters: [isnotnull(worklistShardItemId#591262L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#591283), isnotnull(sequenceId#591261), (shardId#591283 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<worklistShardItemId:bigint>"]; subgraph cluster55 { isCluster="true"; id="cluster55"; label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n482 ms (1 ms, 46 ms, 46 ms (stage 44427.0: task 125859))"; tooltip="WholeStageCodegen (9)"; 56 [id="node56" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 57 [id="node57" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; } 58 [id="node58" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#586391, lambdafunction((lambda x_1511#591295.label = OutOfStockProbability), lambda x_1511#591295, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#603431, lambdafunction((lambda x_1512#591296.name = OOS_PROBABILITY_THRESHOLD), lambda x_1512#591296, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#586391, lambdafunction((lambda x_1511#591297.label = OutOfStockProbability), lambda x_1511#591297, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#603431, lambdafunction((lambda x_1512#591298.name = OOS_PROBABILITY_THRESHOLD), lambda x_1512#591298, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#586391, lambdafunction((lambda x_1513#591299.label = InitialStockQty), lambda x_1513#591299, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#586391, lambdafunction((lambda x_1513#591301.label = InitialStockQty), lambda x_1513#591301, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#603431, lambdafunction((lambda x_1514#591302.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_1514#591302, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#591509) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#591509, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354098) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#603431, lambdafunction((lambda x_1515#591303.name = OFFSET_CURRENT_ORDER_DATE), lambda x_1515#591303, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#591509) THEN null ELSE (cast((unix_timestamp(orderDateTime#591509, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354098) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#603431, lambdafunction((lambda x_1515#591304.name = OFFSET_CURRENT_ORDER_DATE), lambda x_1515#591304, false)), 1, None, false).value as double)) END)"]; subgraph cluster59 { isCluster="true"; id="cluster59"; label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n944 ms (2 ms, 90 ms, 93 ms (stage 44427.0: task 125859))"; tooltip="WholeStageCodegen (7)"; 60 [id="node60" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderDateTime#591509, prodLocSpecificKpis#586391]"]; 61 [id="node61" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter NOT (isFallbackOrderOnly#591513 <=> true)"]; } 62 [id="node62" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 980" tooltip="InMemoryTableScan [isFallbackOrderOnly#591513, orderDateTime#591509, prodLocSpecificKpis#586391], [NOT (isFallbackOrderOnly#591513 <=> true)]"]; subgraph cluster63 { isCluster="true"; id="cluster63"; label="WholeStageCodegen (15)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (15)"; 64 [id="node64" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 17 more fields]"]; 65 [id="node65" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#584004, worklistShardItemId#584516L], [shardId#586413, worklistShardItemId#586414L], LeftOuter"]; } subgraph cluster66 { isCluster="true"; id="cluster66"; label="WholeStageCodegen (12)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (12)"; 67 [id="node67" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 16 more fields]"]; 68 [id="node68" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#584004, worklistShardItemId#584516L], [shardId#586400, worklistShardItemId#586401L], LeftOuter"]; } subgraph cluster69 { isCluster="true"; id="cluster69"; label="WholeStageCodegen (9)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (9)"; 70 [id="node70" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 15 more fields]"]; 71 [id="node71" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#584004, worklistShardItemId#584516L], [shardId#586384, worklistShardItemId#586385L], LeftOuter"]; } subgraph cluster72 { isCluster="true"; id="cluster72"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 73 [id="node73" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#584004 ASC NULLS FIRST, worklistShardItemId#584516L ASC NULLS FIRST], false, 0"]; } 74 [id="node74" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#584004, worklistShardItemId#584516L, 20), ENSURE_REQUIREMENTS, [plan_id=248653]"]; subgraph cluster75 { isCluster="true"; id="cluster75"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (5)"; 76 [id="node76" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 14 more fields]"]; 77 [id="node77" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#584516L], [worklistShardItemId#584740L], LeftOuter, (shardId#584004 = 0_1_10000002106)"]; } subgraph cluster78 { isCluster="true"; id="cluster78"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 79 [id="node79" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#584516L ASC NULLS FIRST], false, 0"]; } 80 [id="node80" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#584516L, 20), ENSURE_REQUIREMENTS, [plan_id=248634]"]; subgraph cluster81 { isCluster="true"; id="cluster81"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 82 [id="node82" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, item#584515.worklistShardItemId AS worklistShardItemId#584516L, item#584515.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#584517, item#584515.qty AS qty#584518]"]; 83 [id="node83" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#584006), [shardId#584004], false, [item#584515]"]; 84 [id="node84" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#584006, true) > 0) AND isnotnull(items#584006))"]; } 85 [id="node85" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#584004, items#584006], [(size(items#584006, true) > 0), isnotnull(items#584006)]"]; subgraph cluster86 { isCluster="true"; id="cluster86"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 87 [id="node87" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"]; } 88 [id="node88" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010], [isnotnull(shardId#584004), (shardId#584004 = 0_1_10000002106)]"]; subgraph cluster89 { isCluster="true"; id="cluster89"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 90 [id="node90" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"]; 91 [id="node91" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#584004,orderProposalId#584005L,items#584006,optimizationGroups#584007,isOptimal#584008,lastModified#584009,optimizationInsights#584010]"]; } subgraph cluster92 { isCluster="true"; id="cluster92"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (4)"; 93 [id="node93" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#584740L ASC NULLS FIRST], false, 0"]; 94 [id="node94" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#584740L, orderProposalId#584717L, orderProposalItemId#584718, orderProposalItemGroupId#584741, originalReplenishmentRunId#584759L, splitIndicator#584736L, previousOrderProposal#584737L, sourceOfSupplyUuid#584731, supplierGroup#584719, supplier#584720, subrange#584723, product#584726, plant#584721, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, isFallbackOrderOnly#584734, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, netPriceAmount#584753, netPriceCurrencyCode#584754, ... 11 more fields]"]; } 95 [id="node95" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#584740L, 20), REPARTITION_BY_NUM, [plan_id=248644]"]; subgraph cluster96 { isCluster="true"; id="cluster96"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (3)"; 97 [id="node97" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#584717L, orderProposalItemId#584718, supplierGroup#584719, supplier#584720, plant#584721, deliveryDateTime#584722, subrange#584723, supplyingPlant#584724, productGroup#584725, product#584726, orderDateTime#584727, availabilityDateTime#584728, nextAvailabilityDateTime#584729, sourceOfSupplyUuid#584731, isFallbackOrderOnly#584734, splitIndicator#584736L, previousOrderProposal#584737L, worklistShardItemId#584740L, orderProposalItemGroupId#584741, externalProductId#584742, externalPlantId#584743, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, minimumOrderQuantity#584747, ... 11 more fields]"]; 98 [id="node98" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#584740L)"]; 99 [id="node99" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"]; } 100 [id="node100" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#584717L,orderProposalItemId#584718,supplierGroup#584719,supplier#584720,plant#584721,deliveryDateTime#584722,subrange#584723,supplyingPlant#584724,productGroup#584725,product#584726,orderDateTime#584727,availabilityDateTime#584728,nextAvailabilityDateTime#584729,sourceOfSupplyUuid#584731,isFallbackOrderOnly#584734,splitIndicator#584736L,previousOrderProposal#584737L,worklistShardItemId#584740L,orderProposalItemGroupId#584741,externalProductId#584742,externalPlantId#584743,logisticUnits#584744,orderQuantityBaseUom#584745,orderQuantityBaseUomUuid#584746,minimumOrderQuantity#584747,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#584740L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#584761), isnotnull(sequenceId#584739), (shardId#584761 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; subgraph cluster101 { isCluster="true"; id="cluster101"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (8)"; 102 [id="node102" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#586384 ASC NULLS FIRST, worklistShardItemId#586385L ASC NULLS FIRST], false, 0"]; } 103 [id="node103" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#586384, worklistShardItemId#586385L, 20), ENSURE_REQUIREMENTS, [plan_id=248659]"]; subgraph cluster104 { isCluster="true"; id="cluster104"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (7)"; 105 [id="node105" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#586384, worklistShardItemId#586385L, coalesce(kpis#586389, []) AS prodLocSpecificKpis#586390]"]; 106 [id="node106" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#586386) AND isnull(demandChannel#586387)) AND isnull(demandStream#586388)) AND (isnotnull(shardId#586384) AND isnotnull(worklistShardItemId#586385L)))"]; 107 [id="node107" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#586384,worklistShardItemId#586385L,qty#586386,demandChannel#586387,demandStream#586388,kpis#586389]"]; } subgraph cluster108 { isCluster="true"; id="cluster108"; label="WholeStageCodegen (11)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (11)"; 109 [id="node109" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#586400 ASC NULLS FIRST, worklistShardItemId#586401L ASC NULLS FIRST], false, 0"]; } 110 [id="node110" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586400, worklistShardItemId#586401L], functions=[collect_list(struct(demandChannel, demandChannel#586403, demandStream, demandStream#586404, kpis, kpis#586405), 0, 0)])"]; 111 [id="node111" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#586400, worklistShardItemId#586401L, 20), ENSURE_REQUIREMENTS, [plan_id=248670]"]; 112 [id="node112" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586400, worklistShardItemId#586401L], functions=[partial_collect_list(struct(demandChannel, demandChannel#586403, demandStream, demandStream#586404, kpis, kpis#586405), 0, 0)])"]; subgraph cluster113 { isCluster="true"; id="cluster113"; label="WholeStageCodegen (10)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (10)"; 114 [id="node114" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#586400, worklistShardItemId#586401L, demandChannel#586403, demandStream#586404, kpis#586405]"]; 115 [id="node115" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#586402) AND isnotnull(demandChannel#586403)) AND isnotnull(demandStream#586404)) AND (size(kpis#586405, true) > 0)) AND (isnotnull(shardId#586400) AND isnotnull(worklistShardItemId#586401L)))"]; 116 [id="node116" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#586400,worklistShardItemId#586401L,qty#586402,demandChannel#586403,demandStream#586404,kpis#586405]"]; } subgraph cluster117 { isCluster="true"; id="cluster117"; label="WholeStageCodegen (14)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (14)"; 118 [id="node118" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#586413 ASC NULLS FIRST, worklistShardItemId#586414L ASC NULLS FIRST], false, 0"]; } 119 [id="node119" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586413, worklistShardItemId#586414L], functions=[collect_list(struct(qty, qty#586415, kpis, kpis#586418), 0, 0)])"]; 120 [id="node120" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#586413, worklistShardItemId#586414L, 20), ENSURE_REQUIREMENTS, [plan_id=248682]"]; 121 [id="node121" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586413, worklistShardItemId#586414L], functions=[partial_collect_list(struct(qty, qty#586415, kpis, kpis#586418), 0, 0)])"]; subgraph cluster122 { isCluster="true"; id="cluster122"; label="WholeStageCodegen (13)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (13)"; 123 [id="node123" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#586413, worklistShardItemId#586414L, qty#586415, kpis#586418]"]; 124 [id="node124" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#586415) AND isnotnull(kpis#586418)) AND (isnotnull(shardId#586413) AND isnotnull(worklistShardItemId#586414L)))"]; 125 [id="node125" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#586413,worklistShardItemId#586414L,qty#586415,demandChannel#586416,demandStream#586417,kpis#586418]"]; } 126 [id="node126" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 157 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=252323]"]; 127 [id="node127" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=252322]"]; subgraph cluster128 { isCluster="true"; id="cluster128"; label="WholeStageCodegen (8)\n \nduration: 68 ms"; tooltip="WholeStageCodegen (8)"; 129 [id="node129" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#591290[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#603431]"]; 130 [id="node130" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#591290) AND isnotnull(insightConfigurations#591290[POTENTIAL_OOS_STOCK_PERIOD]))"]; 131 [id="node131" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"]; } 132 [id="node132" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 67 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 4.6 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#591290,shardId#591291] Batched: true, DataFilters: [isnotnull(insightConfigurations#591290), isnotnull(insightConfigurations#591290[POTENTIAL_OOS_ST..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#591291), (shardId#591291 = 0_1_10000002106)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."]; subgraph cluster133 { isCluster="true"; id="cluster133"; label="WholeStageCodegen (12)\n \nduration: total (min, med, max (stageId: taskId))\n385 ms (1 ms, 37 ms, 38 ms (stage 44427.0: task 125878))"; tooltip="WholeStageCodegen (12)"; 134 [id="node134" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"]; 135 [id="node135" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"]; } 136 [id="node136" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#591467, qty#591351, None, false), lambdafunction((lambda x_1517#591321.label = OutOfStockProbability), lambda x_1517#591321, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#603433, lambdafunction((lambda x_1518#591322.name = OOS_PROBABILITY_THRESHOLD), lambda x_1518#591322, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#591467, qty#591351, None, false), lambdafunction((lambda x_1517#591323.label = OutOfStockProbability), lambda x_1517#591323, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#603433, lambdafunction((lambda x_1518#591324.name = OOS_PROBABILITY_THRESHOLD), lambda x_1518#591324, false)), 1, None, false).value as double)) END"]; subgraph cluster137 { isCluster="true"; id="cluster137"; label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n806 ms (1 ms, 79 ms, 79 ms (stage 44427.0: task 125878))"; tooltip="WholeStageCodegen (10)"; 138 [id="node138" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [qty#591351, quantityKpis#591467]"]; 139 [id="node139" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter NOT (isFallbackOrderOnly#591376 <=> true)"]; } 140 [id="node140" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 980" tooltip="InMemoryTableScan [isFallbackOrderOnly#591376, qty#591351, quantityKpis#591467], [NOT (isFallbackOrderOnly#591376 <=> true)]"]; subgraph cluster141 { isCluster="true"; id="cluster141"; label="WholeStageCodegen (15)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (15)"; 142 [id="node142" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 17 more fields]"]; 143 [id="node143" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#584004, worklistShardItemId#584516L], [shardId#586413, worklistShardItemId#586414L], LeftOuter"]; } subgraph cluster144 { isCluster="true"; id="cluster144"; label="WholeStageCodegen (12)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (12)"; 145 [id="node145" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 16 more fields]"]; 146 [id="node146" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#584004, worklistShardItemId#584516L], [shardId#586400, worklistShardItemId#586401L], LeftOuter"]; } subgraph cluster147 { isCluster="true"; id="cluster147"; label="WholeStageCodegen (9)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (9)"; 148 [id="node148" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 15 more fields]"]; 149 [id="node149" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#584004, worklistShardItemId#584516L], [shardId#586384, worklistShardItemId#586385L], LeftOuter"]; } subgraph cluster150 { isCluster="true"; id="cluster150"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 151 [id="node151" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#584004 ASC NULLS FIRST, worklistShardItemId#584516L ASC NULLS FIRST], false, 0"]; } 152 [id="node152" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#584004, worklistShardItemId#584516L, 20), ENSURE_REQUIREMENTS, [plan_id=248653]"]; subgraph cluster153 { isCluster="true"; id="cluster153"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (5)"; 154 [id="node154" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, worklistShardItemId#584516L, quantityAfterProdPlantOptimization#584517, qty#584518, orderProposalId#584717L, originalReplenishmentRunId#584759L, supplierGroup#584719, supplier#584720, supplyingPlant#584724, productGroup#584725, product#584726, plant#584721, subrange#584723, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, constraintValues#584750, constraintOperators#584749, constraintLabels#584748, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, splitIndicator#584736L, netPriceAmount#584753, ... 14 more fields]"]; 155 [id="node155" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#584516L], [worklistShardItemId#584740L], LeftOuter, (shardId#584004 = 0_1_10000002106)"]; } subgraph cluster156 { isCluster="true"; id="cluster156"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 157 [id="node157" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#584516L ASC NULLS FIRST], false, 0"]; } 158 [id="node158" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#584516L, 20), ENSURE_REQUIREMENTS, [plan_id=248634]"]; subgraph cluster159 { isCluster="true"; id="cluster159"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 160 [id="node160" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#584004, item#584515.worklistShardItemId AS worklistShardItemId#584516L, item#584515.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#584517, item#584515.qty AS qty#584518]"]; 161 [id="node161" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#584006), [shardId#584004], false, [item#584515]"]; 162 [id="node162" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#584006, true) > 0) AND isnotnull(items#584006))"]; } 163 [id="node163" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#584004, items#584006], [(size(items#584006, true) > 0), isnotnull(items#584006)]"]; subgraph cluster164 { isCluster="true"; id="cluster164"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 165 [id="node165" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"]; } 166 [id="node166" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#584004, orderProposalId#584005L, items#584006, optimizationGroups#584007, isOptimal#584008, optimizationInsights#584010], [isnotnull(shardId#584004), (shardId#584004 = 0_1_10000002106)]"]; subgraph cluster167 { isCluster="true"; id="cluster167"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 168 [id="node168" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#584004) AND (shardId#584004 = 0_1_10000002106))"]; 169 [id="node169" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#584004,orderProposalId#584005L,items#584006,optimizationGroups#584007,isOptimal#584008,lastModified#584009,optimizationInsights#584010]"]; } subgraph cluster170 { isCluster="true"; id="cluster170"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (4)"; 171 [id="node171" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#584740L ASC NULLS FIRST], false, 0"]; 172 [id="node172" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#584740L, orderProposalId#584717L, orderProposalItemId#584718, orderProposalItemGroupId#584741, originalReplenishmentRunId#584759L, splitIndicator#584736L, previousOrderProposal#584737L, sourceOfSupplyUuid#584731, supplierGroup#584719, supplier#584720, subrange#584723, product#584726, plant#584721, orderDateTime#584727, deliveryDateTime#584722, availabilityDateTime#584728, nextAvailabilityDateTime#584729, isFallbackOrderOnly#584734, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, netPriceQuantity#584755, netPriceQuantityUom#584756, netPriceQuantityUomUuid#584757, netPriceAmount#584753, netPriceCurrencyCode#584754, ... 11 more fields]"]; } 173 [id="node173" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#584740L, 20), REPARTITION_BY_NUM, [plan_id=248644]"]; subgraph cluster174 { isCluster="true"; id="cluster174"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (3)"; 175 [id="node175" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#584717L, orderProposalItemId#584718, supplierGroup#584719, supplier#584720, plant#584721, deliveryDateTime#584722, subrange#584723, supplyingPlant#584724, productGroup#584725, product#584726, orderDateTime#584727, availabilityDateTime#584728, nextAvailabilityDateTime#584729, sourceOfSupplyUuid#584731, isFallbackOrderOnly#584734, splitIndicator#584736L, previousOrderProposal#584737L, worklistShardItemId#584740L, orderProposalItemGroupId#584741, externalProductId#584742, externalPlantId#584743, logisticUnits#584744, orderQuantityBaseUom#584745, orderQuantityBaseUomUuid#584746, minimumOrderQuantity#584747, ... 11 more fields]"]; 176 [id="node176" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#584740L)"]; 177 [id="node177" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"]; } 178 [id="node178" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#584717L,orderProposalItemId#584718,supplierGroup#584719,supplier#584720,plant#584721,deliveryDateTime#584722,subrange#584723,supplyingPlant#584724,productGroup#584725,product#584726,orderDateTime#584727,availabilityDateTime#584728,nextAvailabilityDateTime#584729,sourceOfSupplyUuid#584731,isFallbackOrderOnly#584734,splitIndicator#584736L,previousOrderProposal#584737L,worklistShardItemId#584740L,orderProposalItemGroupId#584741,externalProductId#584742,externalPlantId#584743,logisticUnits#584744,orderQuantityBaseUom#584745,orderQuantityBaseUomUuid#584746,minimumOrderQuantity#584747,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#584740L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#584761), isnotnull(sequenceId#584739), (shardId#584761 = 0_1_10000002106), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."]; subgraph cluster179 { isCluster="true"; id="cluster179"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (8)"; 180 [id="node180" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#586384 ASC NULLS FIRST, worklistShardItemId#586385L ASC NULLS FIRST], false, 0"]; } 181 [id="node181" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#586384, worklistShardItemId#586385L, 20), ENSURE_REQUIREMENTS, [plan_id=248659]"]; subgraph cluster182 { isCluster="true"; id="cluster182"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (7)"; 183 [id="node183" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#586384, worklistShardItemId#586385L, coalesce(kpis#586389, []) AS prodLocSpecificKpis#586390]"]; 184 [id="node184" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#586386) AND isnull(demandChannel#586387)) AND isnull(demandStream#586388)) AND (isnotnull(shardId#586384) AND isnotnull(worklistShardItemId#586385L)))"]; 185 [id="node185" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#586384,worklistShardItemId#586385L,qty#586386,demandChannel#586387,demandStream#586388,kpis#586389]"]; } subgraph cluster186 { isCluster="true"; id="cluster186"; label="WholeStageCodegen (11)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (11)"; 187 [id="node187" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#586400 ASC NULLS FIRST, worklistShardItemId#586401L ASC NULLS FIRST], false, 0"]; } 188 [id="node188" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586400, worklistShardItemId#586401L], functions=[collect_list(struct(demandChannel, demandChannel#586403, demandStream, demandStream#586404, kpis, kpis#586405), 0, 0)])"]; 189 [id="node189" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#586400, worklistShardItemId#586401L, 20), ENSURE_REQUIREMENTS, [plan_id=248670]"]; 190 [id="node190" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586400, worklistShardItemId#586401L], functions=[partial_collect_list(struct(demandChannel, demandChannel#586403, demandStream, demandStream#586404, kpis, kpis#586405), 0, 0)])"]; subgraph cluster191 { isCluster="true"; id="cluster191"; label="WholeStageCodegen (10)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (10)"; 192 [id="node192" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#586400, worklistShardItemId#586401L, demandChannel#586403, demandStream#586404, kpis#586405]"]; 193 [id="node193" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#586402) AND isnotnull(demandChannel#586403)) AND isnotnull(demandStream#586404)) AND (size(kpis#586405, true) > 0)) AND (isnotnull(shardId#586400) AND isnotnull(worklistShardItemId#586401L)))"]; 194 [id="node194" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#586400,worklistShardItemId#586401L,qty#586402,demandChannel#586403,demandStream#586404,kpis#586405]"]; } subgraph cluster195 { isCluster="true"; id="cluster195"; label="WholeStageCodegen (14)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (14)"; 196 [id="node196" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#586413 ASC NULLS FIRST, worklistShardItemId#586414L ASC NULLS FIRST], false, 0"]; } 197 [id="node197" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586413, worklistShardItemId#586414L], functions=[collect_list(struct(qty, qty#586415, kpis, kpis#586418), 0, 0)])"]; 198 [id="node198" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#586413, worklistShardItemId#586414L, 20), ENSURE_REQUIREMENTS, [plan_id=248682]"]; 199 [id="node199" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#586413, worklistShardItemId#586414L], functions=[partial_collect_list(struct(qty, qty#586415, kpis, kpis#586418), 0, 0)])"]; subgraph cluster200 { isCluster="true"; id="cluster200"; label="WholeStageCodegen (13)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (13)"; 201 [id="node201" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#586413, worklistShardItemId#586414L, qty#586415, kpis#586418]"]; 202 [id="node202" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#586415) AND isnotnull(kpis#586418)) AND (isnotnull(shardId#586413) AND isnotnull(worklistShardItemId#586414L)))"]; 203 [id="node203" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#586413,worklistShardItemId#586414L,qty#586415,demandChannel#586416,demandStream#586417,kpis#586418]"]; } 204 [id="node204" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 164 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=252339]"]; 205 [id="node205" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=252338]"]; subgraph cluster206 { isCluster="true"; id="cluster206"; label="WholeStageCodegen (11)\n \nduration: 81 ms"; tooltip="WholeStageCodegen (11)"; 207 [id="node207" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#591472[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#603433]"]; 208 [id="node208" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#591472) AND isnotnull(insightConfigurations#591472[POTENTIAL_OOS_DEMAND_PERIOD]))"]; 209 [id="node209" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"]; } 210 [id="node210" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 80 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 4.6 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#591472,shardId#591473] Batched: true, DataFilters: [isnotnull(insightConfigurations#591472), isnotnull(insightConfigurations#591472[POTENTIAL_OOS_DE..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#591473), (shardId#591473 = 0_1_10000002106)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."]; 1->0; 3->1; 4->3; 5->4; 6->5; 7->6; 8->7; 9->8; 10->9; 11->10; 12->11; 14->12; 15->14; 17->15; 18->17; 20->18; 21->20; 22->11; 23->22; 25->23; 26->25; 27->26; 28->27; 30->28; 31->30; 32->31; 33->32; 34->33; 36->34; 37->36; 39->37; 40->39; 41->27; 42->41; 44->42; 45->44; 46->45; 47->46; 48->5; 49->48; 51->49; 52->51; 53->52; 54->53; 56->1; 57->56; 58->57; 60->58; 61->60; 62->61; 64->62; 65->64; 67->65; 68->67; 70->68; 71->70; 73->71; 74->73; 76->74; 77->76; 79->77; 80->79; 82->80; 83->82; 84->83; 85->84; 87->85; 88->87; 90->88; 91->90; 93->77; 94->93; 95->94; 97->95; 98->97; 99->98; 100->99; 102->71; 103->102; 105->103; 106->105; 107->106; 109->68; 110->109; 111->110; 112->111; 114->112; 115->114; 116->115; 118->65; 119->118; 120->119; 121->120; 123->121; 124->123; 125->124; 126->58; 127->126; 129->127; 130->129; 131->130; 132->131; 134->1; 135->134; 136->135; 138->136; 139->138; 140->139; 142->140; 143->142; 145->143; 146->145; 148->146; 149->148; 151->149; 152->151; 154->152; 155->154; 157->155; 158->157; 160->158; 161->160; 162->161; 163->162; 165->163; 166->165; 168->166; 169->168; 171->155; 172->171; 173->172; 175->173; 176->175; 177->176; 178->177; 180->149; 181->180; 183->181; 184->183; 185->184; 187->146; 188->187; 189->188; 190->189; 192->190; 193->192; 194->193; 196->143; 197->196; 198->197; 199->198; 201->199; 202->201; 203->202; 204->136; 205->204; 207->205; 208->207; 209->208; 210->209; }