digraph G {
0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="CollectLimit 1"];
1 [id="node1" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"];
subgraph cluster2 {
isCluster="true";
id="cluster2";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n155 ms (0 ms, 14 ms, 14 ms (stage 62736.0: task 157625))";
tooltip="WholeStageCodegen (6)";
3 [id="node3" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
5 [id="node5" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#756692L], [worklistShardItemId#757140L], LeftOuter, BuildRight, (shardId#752363 = 0_1_10000002108), false"];
6 [id="node6" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, insight#756690.worklistShardItemId AS worklistShardItemId#756692L]"];
8 [id="node8" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT insight#756690.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)"];
9 [id="node9" labelType="html" label="<b>Generate</b><br><br>number of output rows: 113" tooltip="Generate explode(optimizationInsights#752369), [shardId#752363], false, [insight#756690]"];
10 [id="node10" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, optimizationInsights#752369]"];
11 [id="node11" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 11" tooltip="BroadcastHashJoin [orderProposalId#752364L], [orderProposalId#753076L], Inner, BuildLeft, false"];
22 [id="node22" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>30 ms (0 ms, 2 ms, 2 ms (stage 62736.0: task 157625))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 62736.0: task 157625))<br>number of output rows: 59<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#753076L], functions=[])"];
}
12 [id="node12" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 37 ms<br>number of output rows: 11<br>data size: 1024.5 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=303341]"];
subgraph cluster13 {
isCluster="true";
id="cluster13";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 62693.0: task 157416))";
tooltip="WholeStageCodegen (1)";
14 [id="node14" labelType="html" label="<b>Filter</b><br><br>number of output rows: 11" tooltip="Filter ((isnotnull(orderProposalId#752364L) AND (size(optimizationInsights#752369, true) > 0)) AND isnotnull(optimizationInsights#752369))"];
}
15 [id="node15" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [shardId#752363, orderProposalId#752364L, optimizationInsights#752369], [isnotnull(orderProposalId#752364L), (size(optimizationInsights#752369, true) > 0), isnotnull(optimizationInsights#752369)]"];
subgraph cluster16 {
isCluster="true";
id="cluster16";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
17 [id="node17" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#752363) AND (shardId#752363 = 0_1_10000002108))"];
}
18 [id="node18" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, optimizationInsights#752369], [isnotnull(shardId#752363), (shardId#752363 = 0_1_10000002108)]"];
subgraph cluster19 {
isCluster="true";
id="cluster19";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
20 [id="node20" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#752363) AND (shardId#752363 = 0_1_10000002108))"];
21 [id="node21" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#752363,orderProposalId#752364L,items#752365,optimizationGroups#752366,isOptimal#752367,lastModified#752368,optimizationInsights#752369]"];
}
23 [id="node23" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 535<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 535<br>local bytes read total (min, med, max (stageId: taskId))<br>12.7 KiB (300.0 B, 697.0 B, 1058.0 B (stage 62736.0: task 157628))<br>merged fetch fallback count: 0<br>local blocks read: 156<br>remote merged chunks fetched: 0<br>remote blocks read: 157<br>data size total (min, med, max (stageId: taskId))<br>8.4 KiB (352.0 B, 416.0 B, 496.0 B (stage 62731.0: task 157566))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>20 ms (0 ms, 1 ms, 1 ms (stage 62731.0: task 157568))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 62736.0: task 157625))<br>remote bytes read total (min, med, max (stageId: taskId))<br>12.7 KiB (225.0 B, 730.0 B, 1003.0 B (stage 62736.0: task 157628))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>11 ms (0 ms, 1 ms, 1 ms (stage 62736.0: task 157625))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>25.3 KiB (1138.0 B, 1310.0 B, 1460.0 B (stage 62731.0: task 157574))" tooltip="Exchange hashpartitioning(orderProposalId#753076L, 20), ENSURE_REQUIREMENTS, [plan_id=303363]"];
subgraph cluster24 {
isCluster="true";
id="cluster24";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n127 ms (3 ms, 7 ms, 9 ms (stage 62731.0: task 157563))";
tooltip="WholeStageCodegen (4)";
25 [id="node25" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>38 ms (1 ms, 2 ms, 3 ms (stage 62731.0: task 157572))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 62731.0: task 157565))<br>number of output rows: 535<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#753076L], functions=[])"];
26 [id="node26" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#753076L]"];
27 [id="node27" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 980" tooltip="BroadcastHashJoin [worklistShardItemId#752875L], [worklistShardItemId#753099L], Inner, BuildLeft, false"];
41 [id="node41" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#753099L, orderProposalId#753076L]"];
}
28 [id="node28" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 50 ms<br>number of output rows: 980<br>data size: 1047.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=303349]"];
subgraph cluster29 {
isCluster="true";
id="cluster29";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 62694.0: task 157425))";
tooltip="WholeStageCodegen (2)";
30 [id="node30" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#752874L AS worklistShardItemId#752875L]"];
31 [id="node31" labelType="html" label="<b>Generate</b><br><br>number of output rows: 980" tooltip="Generate explode(_extract_worklistShardItemId#763516), false, [item#752874L]"];
32 [id="node32" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#756684.worklistShardItemId AS _extract_worklistShardItemId#763516]"];
33 [id="node33" labelType="html" label="<b>Filter</b><br><br>number of output rows: 59" tooltip="Filter (((size(items#756684.worklistShardItemId, true) > 0) AND isnotnull(items#756684.worklistShardItemId)) AND (shardId#756682 = 0_1_10000002108))"];
}
34 [id="node34" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [items#756684, shardId#756682], [(size(items#756684.worklistShardItemId, true) > 0), isnotnull(items#756684.worklistShardItemId), (shardId#756682 = 0_1_10000002108)]"];
subgraph cluster35 {
isCluster="true";
id="cluster35";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
36 [id="node36" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#752363) AND (shardId#752363 = 0_1_10000002108))"];
}
37 [id="node37" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, optimizationInsights#752369], [isnotnull(shardId#752363), (shardId#752363 = 0_1_10000002108)]"];
subgraph cluster38 {
isCluster="true";
id="cluster38";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
39 [id="node39" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#752363) AND (shardId#752363 = 0_1_10000002108))"];
40 [id="node40" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#752363,orderProposalId#752364L,items#752365,optimizationGroups#752366,isOptimal#752367,lastModified#752368,optimizationInsights#752369]"];
}
42 [id="node42" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>21.1 KiB (856.0 B, 1086.0 B, 1337.0 B (stage 62731.0: task 157581))<br>merged fetch fallback count: 0<br>local blocks read: 210<br>remote merged chunks fetched: 0<br>remote blocks read: 229<br>data size total (min, med, max (stageId: taskId))<br>23.0 KiB (648.0 B, 960.0 B, 1152.0 B (stage 62730.0: task 157540))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>23 ms (0 ms, 0 ms, 1 ms (stage 62730.0: task 157541))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 62731.0: task 157565))<br>remote bytes read total (min, med, max (stageId: taskId))<br>23.6 KiB (805.0 B, 1194.0 B, 1424.0 B (stage 62731.0: task 157563))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>23 ms (1 ms, 1 ms, 2 ms (stage 62731.0: task 157569))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>44.8 KiB (1528.0 B, 1830.0 B, 2.1 KiB (stage 62730.0: task 157540))" tooltip="Exchange hashpartitioning(worklistShardItemId#753099L, 20), REPARTITION_BY_NUM, [plan_id=303356]"];
subgraph cluster43 {
isCluster="true";
id="cluster43";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n2.9 s (92 ms, 114 ms, 158 ms (stage 62730.0: task 157548))";
tooltip="WholeStageCodegen (3)";
44 [id="node44" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#753076L, worklistShardItemId#753099L]"];
45 [id="node45" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter ((isnotnull(worklistShardItemId#753099L) AND NOT (isFallbackOrderOnly#753093 <=> true)) AND isnotnull(orderProposalId#753076L))"];
46 [id="node46" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 980<br>number of input batches: 25" tooltip="ColumnarToRow"];
}
47 [id="node47" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>2.8 s (90 ms, 110 ms, 155 ms (stage 62730.0: task 157548))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 666.3 KiB<br>number of output rows: 980<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#753076L,isFallbackOrderOnly#753093,worklistShardItemId#753099L,shardId#753120,sequenceId#753098] Batched: true, DataFilters: [isnotnull(worklistShardItemId#753099L), NOT (isFallbackOrderOnly#753093 <=> true), isnotnull(ord..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#753120), isnotnull(sequenceId#753098), (shardId#753120 = 0_1_10000002108), (se..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"];
48 [id="node48" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 409 ms<br>number of output rows: 980<br>data size: 1047.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=303378]"];
49 [id="node49" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>17.7 KiB (649.0 B, 952.0 B, 1094.0 B (stage 62696.0: task 157535))<br>merged fetch fallback count: 0<br>local blocks read: 213<br>remote merged chunks fetched: 0<br>remote blocks read: 226<br>data size total (min, med, max (stageId: taskId))<br>15.3 KiB (432.0 B, 640.0 B, 768.0 B (stage 62695.0: task 157426))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>23 ms (0 ms, 0 ms, 1 ms (stage 62695.0: task 157447))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 62696.0: task 157518))<br>remote bytes read total (min, med, max (stageId: taskId))<br>19.2 KiB (739.0 B, 1010.0 B, 1104.0 B (stage 62696.0: task 157537))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>24 ms (0 ms, 1 ms, 2 ms (stage 62696.0: task 157526))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>36.9 KiB (1297.0 B, 1471.0 B, 1756.0 B (stage 62695.0: task 157426))" tooltip="Exchange hashpartitioning(worklistShardItemId#757140L, 20), REPARTITION_BY_NUM, [plan_id=303377]"];
subgraph cluster50 {
isCluster="true";
id="cluster50";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n2.4 s (79 ms, 90 ms, 137 ms (stage 62695.0: task 157513))";
tooltip="WholeStageCodegen (5)";
51 [id="node51" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#757140L]"];
52 [id="node52" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter isnotnull(worklistShardItemId#757140L)"];
53 [id="node53" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 980<br>number of input batches: 25" tooltip="ColumnarToRow"];
}
54 [id="node54" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>2.3 s (76 ms, 88 ms, 135 ms (stage 62695.0: task 157513))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 666.3 KiB<br>number of output rows: 980<br>number of partitions read: 1" tooltip="FileScan parquet [worklistShardItemId#757140L,shardId#757161,sequenceId#757139] Batched: true, DataFilters: [isnotnull(worklistShardItemId#757140L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#757161), isnotnull(sequenceId#757139), (shardId#757161 = 0_1_10000002108), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<worklistShardItemId:bigint>"];
subgraph cluster55 {
isCluster="true";
id="cluster55";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n402 ms (1 ms, 38 ms, 39 ms (stage 62736.0: task 157592))";
tooltip="WholeStageCodegen (9)";
56 [id="node56" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
57 [id="node57" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
}
58 [id="node58" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#753779, lambdafunction((lambda x_1999#757173.label = OutOfStockProbability), lambda x_1999#757173, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#763518, lambdafunction((lambda x_2000#757174.name = OOS_PROBABILITY_THRESHOLD), lambda x_2000#757174, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#753779, lambdafunction((lambda x_1999#757175.label = OutOfStockProbability), lambda x_1999#757175, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#763518, lambdafunction((lambda x_2000#757176.name = OOS_PROBABILITY_THRESHOLD), lambda x_2000#757176, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#753779, lambdafunction((lambda x_2001#757177.label = InitialStockQty), lambda x_2001#757177, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#753779, lambdafunction((lambda x_2001#757179.label = InitialStockQty), lambda x_2001#757179, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#763518, lambdafunction((lambda x_2002#757180.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_2002#757180, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#757387) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#757387, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354746) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#763518, lambdafunction((lambda x_2003#757181.name = OFFSET_CURRENT_ORDER_DATE), lambda x_2003#757181, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#757387) THEN null ELSE (cast((unix_timestamp(orderDateTime#757387, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354746) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#763518, lambdafunction((lambda x_2003#757182.name = OFFSET_CURRENT_ORDER_DATE), lambda x_2003#757182, false)), 1, None, false).value as double)) END)"];
subgraph cluster59 {
isCluster="true";
id="cluster59";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n851 ms (2 ms, 79 ms, 86 ms (stage 62736.0: task 157592))";
tooltip="WholeStageCodegen (7)";
60 [id="node60" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderDateTime#757387, prodLocSpecificKpis#753779]"];
61 [id="node61" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter NOT (isFallbackOrderOnly#757391 <=> true)"];
}
62 [id="node62" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 980" tooltip="InMemoryTableScan [isFallbackOrderOnly#757391, orderDateTime#757387, prodLocSpecificKpis#753779], [NOT (isFallbackOrderOnly#757391 <=> true)]"];
subgraph cluster63 {
isCluster="true";
id="cluster63";
label="WholeStageCodegen (15)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (15)";
64 [id="node64" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, ... 17 more fields]"];
65 [id="node65" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#752363, worklistShardItemId#752875L], [shardId#753801, worklistShardItemId#753802L], LeftOuter"];
}
subgraph cluster66 {
isCluster="true";
id="cluster66";
label="WholeStageCodegen (12)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (12)";
67 [id="node67" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, ... 16 more fields]"];
68 [id="node68" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#752363, worklistShardItemId#752875L], [shardId#753788, worklistShardItemId#753789L], LeftOuter"];
}
subgraph cluster69 {
isCluster="true";
id="cluster69";
label="WholeStageCodegen (9)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (9)";
70 [id="node70" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, ... 15 more fields]"];
71 [id="node71" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#752363, worklistShardItemId#752875L], [shardId#753772, worklistShardItemId#753773L], LeftOuter"];
}
subgraph cluster72 {
isCluster="true";
id="cluster72";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (6)";
73 [id="node73" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#752363 ASC NULLS FIRST, worklistShardItemId#752875L ASC NULLS FIRST], false, 0"];
}
74 [id="node74" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#752363, worklistShardItemId#752875L, 20), ENSURE_REQUIREMENTS, [plan_id=301665]"];
subgraph cluster75 {
isCluster="true";
id="cluster75";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
76 [id="node76" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, ... 14 more fields]"];
77 [id="node77" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#752875L], [worklistShardItemId#753099L], LeftOuter, (shardId#752363 = 0_1_10000002108)"];
}
subgraph cluster78 {
isCluster="true";
id="cluster78";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
79 [id="node79" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#752875L ASC NULLS FIRST], false, 0"];
}
80 [id="node80" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#752875L, 20), ENSURE_REQUIREMENTS, [plan_id=301646]"];
subgraph cluster81 {
isCluster="true";
id="cluster81";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
82 [id="node82" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, item#752874.worklistShardItemId AS worklistShardItemId#752875L, item#752874.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#752876, item#752874.qty AS qty#752877]"];
83 [id="node83" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#752365), [shardId#752363], false, [item#752874]"];
84 [id="node84" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#752365, true) > 0) AND isnotnull(items#752365))"];
}
85 [id="node85" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#752363, items#752365], [(size(items#752365, true) > 0), isnotnull(items#752365)]"];
subgraph cluster86 {
isCluster="true";
id="cluster86";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
87 [id="node87" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#752363) AND (shardId#752363 = 0_1_10000002108))"];
}
88 [id="node88" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, optimizationInsights#752369], [isnotnull(shardId#752363), (shardId#752363 = 0_1_10000002108)]"];
subgraph cluster89 {
isCluster="true";
id="cluster89";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
90 [id="node90" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#752363) AND (shardId#752363 = 0_1_10000002108))"];
91 [id="node91" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#752363,orderProposalId#752364L,items#752365,optimizationGroups#752366,isOptimal#752367,lastModified#752368,optimizationInsights#752369]"];
}
subgraph cluster92 {
isCluster="true";
id="cluster92";
label="WholeStageCodegen (4)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (4)";
93 [id="node93" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#753099L ASC NULLS FIRST], false, 0"];
94 [id="node94" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#753099L, orderProposalId#753076L, orderProposalItemId#753077, orderProposalItemGroupId#753100, originalReplenishmentRunId#753118L, splitIndicator#753095L, previousOrderProposal#753096L, sourceOfSupplyUuid#753090, supplierGroup#753078, supplier#753079, subrange#753082, product#753085, plant#753080, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, isFallbackOrderOnly#753093, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, netPriceAmount#753112, netPriceCurrencyCode#753113, ... 11 more fields]"];
}
95 [id="node95" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#753099L, 20), REPARTITION_BY_NUM, [plan_id=301656]"];
subgraph cluster96 {
isCluster="true";
id="cluster96";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
97 [id="node97" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#753076L, orderProposalItemId#753077, supplierGroup#753078, supplier#753079, plant#753080, deliveryDateTime#753081, subrange#753082, supplyingPlant#753083, productGroup#753084, product#753085, orderDateTime#753086, availabilityDateTime#753087, nextAvailabilityDateTime#753088, sourceOfSupplyUuid#753090, isFallbackOrderOnly#753093, splitIndicator#753095L, previousOrderProposal#753096L, worklistShardItemId#753099L, orderProposalItemGroupId#753100, externalProductId#753101, externalPlantId#753102, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, minimumOrderQuantity#753106, ... 11 more fields]"];
98 [id="node98" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#753099L)"];
99 [id="node99" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
100 [id="node100" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#753076L,orderProposalItemId#753077,supplierGroup#753078,supplier#753079,plant#753080,deliveryDateTime#753081,subrange#753082,supplyingPlant#753083,productGroup#753084,product#753085,orderDateTime#753086,availabilityDateTime#753087,nextAvailabilityDateTime#753088,sourceOfSupplyUuid#753090,isFallbackOrderOnly#753093,splitIndicator#753095L,previousOrderProposal#753096L,worklistShardItemId#753099L,orderProposalItemGroupId#753100,externalProductId#753101,externalPlantId#753102,logisticUnits#753103,orderQuantityBaseUom#753104,orderQuantityBaseUomUuid#753105,minimumOrderQuantity#753106,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#753099L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#753120), isnotnull(sequenceId#753098), (shardId#753120 = 0_1_10000002108), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster101 {
isCluster="true";
id="cluster101";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
102 [id="node102" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#753772 ASC NULLS FIRST, worklistShardItemId#753773L ASC NULLS FIRST], false, 0"];
}
103 [id="node103" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#753772, worklistShardItemId#753773L, 20), ENSURE_REQUIREMENTS, [plan_id=301671]"];
subgraph cluster104 {
isCluster="true";
id="cluster104";
label="WholeStageCodegen (7)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (7)";
105 [id="node105" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#753772, worklistShardItemId#753773L, coalesce(kpis#753777, []) AS prodLocSpecificKpis#753778]"];
106 [id="node106" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#753774) AND isnull(demandChannel#753775)) AND isnull(demandStream#753776)) AND (isnotnull(shardId#753772) AND isnotnull(worklistShardItemId#753773L)))"];
107 [id="node107" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#753772,worklistShardItemId#753773L,qty#753774,demandChannel#753775,demandStream#753776,kpis#753777]"];
}
subgraph cluster108 {
isCluster="true";
id="cluster108";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (11)";
109 [id="node109" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#753788 ASC NULLS FIRST, worklistShardItemId#753789L ASC NULLS FIRST], false, 0"];
}
110 [id="node110" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#753788, worklistShardItemId#753789L], functions=[collect_list(struct(demandChannel, demandChannel#753791, demandStream, demandStream#753792, kpis, kpis#753793), 0, 0)])"];
111 [id="node111" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#753788, worklistShardItemId#753789L, 20), ENSURE_REQUIREMENTS, [plan_id=301682]"];
112 [id="node112" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#753788, worklistShardItemId#753789L], functions=[partial_collect_list(struct(demandChannel, demandChannel#753791, demandStream, demandStream#753792, kpis, kpis#753793), 0, 0)])"];
subgraph cluster113 {
isCluster="true";
id="cluster113";
label="WholeStageCodegen (10)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (10)";
114 [id="node114" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#753788, worklistShardItemId#753789L, demandChannel#753791, demandStream#753792, kpis#753793]"];
115 [id="node115" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#753790) AND isnotnull(demandChannel#753791)) AND isnotnull(demandStream#753792)) AND (size(kpis#753793, true) > 0)) AND (isnotnull(shardId#753788) AND isnotnull(worklistShardItemId#753789L)))"];
116 [id="node116" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#753788,worklistShardItemId#753789L,qty#753790,demandChannel#753791,demandStream#753792,kpis#753793]"];
}
subgraph cluster117 {
isCluster="true";
id="cluster117";
label="WholeStageCodegen (14)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (14)";
118 [id="node118" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#753801 ASC NULLS FIRST, worklistShardItemId#753802L ASC NULLS FIRST], false, 0"];
}
119 [id="node119" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#753801, worklistShardItemId#753802L], functions=[collect_list(struct(qty, qty#753803, kpis, kpis#753806), 0, 0)])"];
120 [id="node120" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#753801, worklistShardItemId#753802L, 20), ENSURE_REQUIREMENTS, [plan_id=301694]"];
121 [id="node121" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#753801, worklistShardItemId#753802L], functions=[partial_collect_list(struct(qty, qty#753803, kpis, kpis#753806), 0, 0)])"];
subgraph cluster122 {
isCluster="true";
id="cluster122";
label="WholeStageCodegen (13)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (13)";
123 [id="node123" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#753801, worklistShardItemId#753802L, qty#753803, kpis#753806]"];
124 [id="node124" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#753803) AND isnotnull(kpis#753806)) AND (isnotnull(shardId#753801) AND isnotnull(worklistShardItemId#753802L)))"];
125 [id="node125" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#753801,worklistShardItemId#753802L,qty#753803,demandChannel#753804,demandStream#753805,kpis#753806]"];
}
126 [id="node126" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 248 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=303394]"];
127 [id="node127" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=303393]"];
subgraph cluster128 {
isCluster="true";
id="cluster128";
label="WholeStageCodegen (8)\n \nduration: 102 ms";
tooltip="WholeStageCodegen (8)";
129 [id="node129" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#757168[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#763518]"];
130 [id="node130" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#757168) AND isnotnull(insightConfigurations#757168[POTENTIAL_OOS_STOCK_PERIOD]))"];
131 [id="node131" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
132 [id="node132" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 100 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 4.6 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#757168,shardId#757169] Batched: true, DataFilters: [isnotnull(insightConfigurations#757168), isnotnull(insightConfigurations#757168[POTENTIAL_OOS_ST..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#757169), (shardId#757169 = 0_1_10000002108)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."];
subgraph cluster133 {
isCluster="true";
id="cluster133";
label="WholeStageCodegen (12)\n \nduration: total (min, med, max (stageId: taskId))\n379 ms (0 ms, 36 ms, 38 ms (stage 62736.0: task 157605))";
tooltip="WholeStageCodegen (12)";
134 [id="node134" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
135 [id="node135" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
}
136 [id="node136" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#757345, qty#757229, None, false), lambdafunction((lambda x_2005#757199.label = OutOfStockProbability), lambda x_2005#757199, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#763520, lambdafunction((lambda x_2006#757200.name = OOS_PROBABILITY_THRESHOLD), lambda x_2006#757200, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#757345, qty#757229, None, false), lambdafunction((lambda x_2005#757201.label = OutOfStockProbability), lambda x_2005#757201, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#763520, lambdafunction((lambda x_2006#757202.name = OOS_PROBABILITY_THRESHOLD), lambda x_2006#757202, false)), 1, None, false).value as double)) END"];
subgraph cluster137 {
isCluster="true";
id="cluster137";
label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n772 ms (1 ms, 74 ms, 77 ms (stage 62736.0: task 157605))";
tooltip="WholeStageCodegen (10)";
138 [id="node138" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [qty#757229, quantityKpis#757345]"];
139 [id="node139" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter NOT (isFallbackOrderOnly#757254 <=> true)"];
}
140 [id="node140" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 980" tooltip="InMemoryTableScan [isFallbackOrderOnly#757254, qty#757229, quantityKpis#757345], [NOT (isFallbackOrderOnly#757254 <=> true)]"];
subgraph cluster141 {
isCluster="true";
id="cluster141";
label="WholeStageCodegen (15)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (15)";
142 [id="node142" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, ... 17 more fields]"];
143 [id="node143" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#752363, worklistShardItemId#752875L], [shardId#753801, worklistShardItemId#753802L], LeftOuter"];
}
subgraph cluster144 {
isCluster="true";
id="cluster144";
label="WholeStageCodegen (12)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (12)";
145 [id="node145" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, ... 16 more fields]"];
146 [id="node146" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#752363, worklistShardItemId#752875L], [shardId#753788, worklistShardItemId#753789L], LeftOuter"];
}
subgraph cluster147 {
isCluster="true";
id="cluster147";
label="WholeStageCodegen (9)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (9)";
148 [id="node148" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, ... 15 more fields]"];
149 [id="node149" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#752363, worklistShardItemId#752875L], [shardId#753772, worklistShardItemId#753773L], LeftOuter"];
}
subgraph cluster150 {
isCluster="true";
id="cluster150";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (6)";
151 [id="node151" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#752363 ASC NULLS FIRST, worklistShardItemId#752875L ASC NULLS FIRST], false, 0"];
}
152 [id="node152" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#752363, worklistShardItemId#752875L, 20), ENSURE_REQUIREMENTS, [plan_id=301665]"];
subgraph cluster153 {
isCluster="true";
id="cluster153";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
154 [id="node154" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, ... 14 more fields]"];
155 [id="node155" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#752875L], [worklistShardItemId#753099L], LeftOuter, (shardId#752363 = 0_1_10000002108)"];
}
subgraph cluster156 {
isCluster="true";
id="cluster156";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
157 [id="node157" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#752875L ASC NULLS FIRST], false, 0"];
}
158 [id="node158" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#752875L, 20), ENSURE_REQUIREMENTS, [plan_id=301646]"];
subgraph cluster159 {
isCluster="true";
id="cluster159";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
160 [id="node160" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#752363, item#752874.worklistShardItemId AS worklistShardItemId#752875L, item#752874.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#752876, item#752874.qty AS qty#752877]"];
161 [id="node161" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#752365), [shardId#752363], false, [item#752874]"];
162 [id="node162" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#752365, true) > 0) AND isnotnull(items#752365))"];
}
163 [id="node163" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#752363, items#752365], [(size(items#752365, true) > 0), isnotnull(items#752365)]"];
subgraph cluster164 {
isCluster="true";
id="cluster164";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
165 [id="node165" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#752363) AND (shardId#752363 = 0_1_10000002108))"];
}
166 [id="node166" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, optimizationInsights#752369], [isnotnull(shardId#752363), (shardId#752363 = 0_1_10000002108)]"];
subgraph cluster167 {
isCluster="true";
id="cluster167";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
168 [id="node168" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#752363) AND (shardId#752363 = 0_1_10000002108))"];
169 [id="node169" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#752363,orderProposalId#752364L,items#752365,optimizationGroups#752366,isOptimal#752367,lastModified#752368,optimizationInsights#752369]"];
}
subgraph cluster170 {
isCluster="true";
id="cluster170";
label="WholeStageCodegen (4)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (4)";
171 [id="node171" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#753099L ASC NULLS FIRST], false, 0"];
172 [id="node172" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#753099L, orderProposalId#753076L, orderProposalItemId#753077, orderProposalItemGroupId#753100, originalReplenishmentRunId#753118L, splitIndicator#753095L, previousOrderProposal#753096L, sourceOfSupplyUuid#753090, supplierGroup#753078, supplier#753079, subrange#753082, product#753085, plant#753080, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, isFallbackOrderOnly#753093, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, netPriceAmount#753112, netPriceCurrencyCode#753113, ... 11 more fields]"];
}
173 [id="node173" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#753099L, 20), REPARTITION_BY_NUM, [plan_id=301656]"];
subgraph cluster174 {
isCluster="true";
id="cluster174";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
175 [id="node175" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#753076L, orderProposalItemId#753077, supplierGroup#753078, supplier#753079, plant#753080, deliveryDateTime#753081, subrange#753082, supplyingPlant#753083, productGroup#753084, product#753085, orderDateTime#753086, availabilityDateTime#753087, nextAvailabilityDateTime#753088, sourceOfSupplyUuid#753090, isFallbackOrderOnly#753093, splitIndicator#753095L, previousOrderProposal#753096L, worklistShardItemId#753099L, orderProposalItemGroupId#753100, externalProductId#753101, externalPlantId#753102, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, minimumOrderQuantity#753106, ... 11 more fields]"];
176 [id="node176" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#753099L)"];
177 [id="node177" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
178 [id="node178" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#753076L,orderProposalItemId#753077,supplierGroup#753078,supplier#753079,plant#753080,deliveryDateTime#753081,subrange#753082,supplyingPlant#753083,productGroup#753084,product#753085,orderDateTime#753086,availabilityDateTime#753087,nextAvailabilityDateTime#753088,sourceOfSupplyUuid#753090,isFallbackOrderOnly#753093,splitIndicator#753095L,previousOrderProposal#753096L,worklistShardItemId#753099L,orderProposalItemGroupId#753100,externalProductId#753101,externalPlantId#753102,logisticUnits#753103,orderQuantityBaseUom#753104,orderQuantityBaseUomUuid#753105,minimumOrderQuantity#753106,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#753099L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#753120), isnotnull(sequenceId#753098), (shardId#753120 = 0_1_10000002108), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster179 {
isCluster="true";
id="cluster179";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
180 [id="node180" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#753772 ASC NULLS FIRST, worklistShardItemId#753773L ASC NULLS FIRST], false, 0"];
}
181 [id="node181" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#753772, worklistShardItemId#753773L, 20), ENSURE_REQUIREMENTS, [plan_id=301671]"];
subgraph cluster182 {
isCluster="true";
id="cluster182";
label="WholeStageCodegen (7)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (7)";
183 [id="node183" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#753772, worklistShardItemId#753773L, coalesce(kpis#753777, []) AS prodLocSpecificKpis#753778]"];
184 [id="node184" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#753774) AND isnull(demandChannel#753775)) AND isnull(demandStream#753776)) AND (isnotnull(shardId#753772) AND isnotnull(worklistShardItemId#753773L)))"];
185 [id="node185" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#753772,worklistShardItemId#753773L,qty#753774,demandChannel#753775,demandStream#753776,kpis#753777]"];
}
subgraph cluster186 {
isCluster="true";
id="cluster186";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (11)";
187 [id="node187" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#753788 ASC NULLS FIRST, worklistShardItemId#753789L ASC NULLS FIRST], false, 0"];
}
188 [id="node188" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#753788, worklistShardItemId#753789L], functions=[collect_list(struct(demandChannel, demandChannel#753791, demandStream, demandStream#753792, kpis, kpis#753793), 0, 0)])"];
189 [id="node189" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#753788, worklistShardItemId#753789L, 20), ENSURE_REQUIREMENTS, [plan_id=301682]"];
190 [id="node190" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#753788, worklistShardItemId#753789L], functions=[partial_collect_list(struct(demandChannel, demandChannel#753791, demandStream, demandStream#753792, kpis, kpis#753793), 0, 0)])"];
subgraph cluster191 {
isCluster="true";
id="cluster191";
label="WholeStageCodegen (10)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (10)";
192 [id="node192" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#753788, worklistShardItemId#753789L, demandChannel#753791, demandStream#753792, kpis#753793]"];
193 [id="node193" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#753790) AND isnotnull(demandChannel#753791)) AND isnotnull(demandStream#753792)) AND (size(kpis#753793, true) > 0)) AND (isnotnull(shardId#753788) AND isnotnull(worklistShardItemId#753789L)))"];
194 [id="node194" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#753788,worklistShardItemId#753789L,qty#753790,demandChannel#753791,demandStream#753792,kpis#753793]"];
}
subgraph cluster195 {
isCluster="true";
id="cluster195";
label="WholeStageCodegen (14)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (14)";
196 [id="node196" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#753801 ASC NULLS FIRST, worklistShardItemId#753802L ASC NULLS FIRST], false, 0"];
}
197 [id="node197" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#753801, worklistShardItemId#753802L], functions=[collect_list(struct(qty, qty#753803, kpis, kpis#753806), 0, 0)])"];
198 [id="node198" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#753801, worklistShardItemId#753802L, 20), ENSURE_REQUIREMENTS, [plan_id=301694]"];
199 [id="node199" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#753801, worklistShardItemId#753802L], functions=[partial_collect_list(struct(qty, qty#753803, kpis, kpis#753806), 0, 0)])"];
subgraph cluster200 {
isCluster="true";
id="cluster200";
label="WholeStageCodegen (13)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (13)";
201 [id="node201" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#753801, worklistShardItemId#753802L, qty#753803, kpis#753806]"];
202 [id="node202" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#753803) AND isnotnull(kpis#753806)) AND (isnotnull(shardId#753801) AND isnotnull(worklistShardItemId#753802L)))"];
203 [id="node203" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#753801,worklistShardItemId#753802L,qty#753803,demandChannel#753804,demandStream#753805,kpis#753806]"];
}
204 [id="node204" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 161 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=303410]"];
205 [id="node205" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=303409]"];
subgraph cluster206 {
isCluster="true";
id="cluster206";
label="WholeStageCodegen (11)\n \nduration: 72 ms";
tooltip="WholeStageCodegen (11)";
207 [id="node207" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#757350[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#763520]"];
208 [id="node208" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#757350) AND isnotnull(insightConfigurations#757350[POTENTIAL_OOS_DEMAND_PERIOD]))"];
209 [id="node209" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
210 [id="node210" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 71 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 4.6 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#757350,shardId#757351] Batched: true, DataFilters: [isnotnull(insightConfigurations#757350), isnotnull(insightConfigurations#757350[POTENTIAL_OOS_DE..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#757351), (shardId#757351 = 0_1_10000002108)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."];
1->0;
3->1;
4->3;
5->4;
6->5;
7->6;
8->7;
9->8;
10->9;
11->10;
12->11;
14->12;
15->14;
17->15;
18->17;
20->18;
21->20;
22->11;
23->22;
25->23;
26->25;
27->26;
28->27;
30->28;
31->30;
32->31;
33->32;
34->33;
36->34;
37->36;
39->37;
40->39;
41->27;
42->41;
44->42;
45->44;
46->45;
47->46;
48->5;
49->48;
51->49;
52->51;
53->52;
54->53;
56->1;
57->56;
58->57;
60->58;
61->60;
62->61;
64->62;
65->64;
67->65;
68->67;
70->68;
71->70;
73->71;
74->73;
76->74;
77->76;
79->77;
80->79;
82->80;
83->82;
84->83;
85->84;
87->85;
88->87;
90->88;
91->90;
93->77;
94->93;
95->94;
97->95;
98->97;
99->98;
100->99;
102->71;
103->102;
105->103;
106->105;
107->106;
109->68;
110->109;
111->110;
112->111;
114->112;
115->114;
116->115;
118->65;
119->118;
120->119;
121->120;
123->121;
124->123;
125->124;
126->58;
127->126;
129->127;
130->129;
131->130;
132->131;
134->1;
135->134;
136->135;
138->136;
139->138;
140->139;
142->140;
143->142;
145->143;
146->145;
148->146;
149->148;
151->149;
152->151;
154->152;
155->154;
157->155;
158->157;
160->158;
161->160;
162->161;
163->162;
165->163;
166->165;
168->166;
169->168;
171->155;
172->171;
173->172;
175->173;
176->175;
177->176;
178->177;
180->149;
181->180;
183->181;
184->183;
185->184;
187->146;
188->187;
189->188;
190->189;
192->190;
193->192;
194->193;
196->143;
197->196;
198->197;
199->198;
201->199;
202->201;
203->202;
204->136;
205->204;
207->205;
208->207;
209->208;
210->209;
}
== Physical Plan ==
CollectLimit (113)
+- Union (112)
:- * LocalLimit (42)
: +- * Project (41)
: +- * BroadcastHashJoin LeftOuter BuildRight (40)
: :- * LocalLimit (33)
: : +- * Project (32)
: : +- * Filter (31)
: : +- * Generate (30)
: : +- * Project (29)
: : +- * BroadcastHashJoin Inner BuildLeft (28)
: : :- BroadcastExchange (9)
: : : +- * Filter (8)
: : : +- InMemoryTableScan (1)
: : : +- InMemoryRelation (2)
: : : +- * Filter (7)
: : : +- InMemoryTableScan (3)
: : : +- InMemoryRelation (4)
: : : +- * Filter (6)
: : : +- * Scan ExistingRDD (5)
: : +- * HashAggregate (27)
: : +- Exchange (26)
: : +- * HashAggregate (25)
: : +- * Project (24)
: : +- * BroadcastHashJoin Inner BuildLeft (23)
: : :- BroadcastExchange (16)
: : : +- * Project (15)
: : : +- * Generate (14)
: : : +- * Project (13)
: : : +- * Filter (12)
: : : +- InMemoryTableScan (10)
: : : +- InMemoryRelation (11)
: : : +- * Filter (7)
: : : +- InMemoryTableScan (3)
: : : +- InMemoryRelation (4)
: : : +- * Filter (6)
: : : +- * Scan ExistingRDD (5)
: : +- * Project (22)
: : +- Exchange (21)
: : +- * Project (20)
: : +- * Filter (19)
: : +- * ColumnarToRow (18)
: : +- Scan parquet (17)
: +- BroadcastExchange (39)
: +- Exchange (38)
: +- * Project (37)
: +- * Filter (36)
: +- * ColumnarToRow (35)
: +- Scan parquet (34)
:- * LocalLimit (98)
: +- * Project (97)
: +- BroadcastNestedLoopJoin Cross BuildRight (96)
: :- * Project (89)
: : +- * Filter (88)
: : +- InMemoryTableScan (43)
: : +- InMemoryRelation (44)
: : +- * Project (87)
: : +- * SortMergeJoin LeftOuter (86)
: : :- * Project (78)
: : : +- * SortMergeJoin LeftOuter (77)
: : : :- * Project (69)
: : : : +- * SortMergeJoin LeftOuter (68)
: : : : :- * Sort (62)
: : : : : +- Exchange (61)
: : : : : +- * Project (60)
: : : : : +- * SortMergeJoin LeftOuter (59)
: : : : : :- * Sort (51)
: : : : : : +- Exchange (50)
: : : : : : +- * Project (49)
: : : : : : +- * Generate (48)
: : : : : : +- * Filter (47)
: : : : : : +- InMemoryTableScan (45)
: : : : : : +- InMemoryRelation (46)
: : : : : : +- * Filter (7)
: : : : : : +- InMemoryTableScan (3)
: : : : : : +- InMemoryRelation (4)
: : : : : : +- * Filter (6)
: : : : : : +- * Scan ExistingRDD (5)
: : : : : +- * Sort (58)
: : : : : +- * Project (57)
: : : : : +- Exchange (56)
: : : : : +- * Project (55)
: : : : : +- * Filter (54)
: : : : : +- * ColumnarToRow (53)
: : : : : +- Scan parquet (52)
: : : : +- * Sort (67)
: : : : +- Exchange (66)
: : : : +- * Project (65)
: : : : +- * Filter (64)
: : : : +- * Scan ExistingRDD (63)
: : : +- * Sort (76)
: : : +- ObjectHashAggregate (75)
: : : +- Exchange (74)
: : : +- ObjectHashAggregate (73)
: : : +- * Project (72)
: : : +- * Filter (71)
: : : +- * Scan ExistingRDD (70)
: : +- * Sort (85)
: : +- ObjectHashAggregate (84)
: : +- Exchange (83)
: : +- ObjectHashAggregate (82)
: : +- * Project (81)
: : +- * Filter (80)
: : +- * Scan ExistingRDD (79)
: +- BroadcastExchange (95)
: +- Exchange (94)
: +- * Project (93)
: +- * Filter (92)
: +- * ColumnarToRow (91)
: +- Scan parquet (90)
+- * LocalLimit (111)
+- * Project (110)
+- BroadcastNestedLoopJoin Cross BuildRight (109)
:- * Project (102)
: +- * Filter (101)
: +- InMemoryTableScan (99)
: +- InMemoryRelation (100)
: +- * Project (87)
: +- * SortMergeJoin LeftOuter (86)
: :- * Project (78)
: : +- * SortMergeJoin LeftOuter (77)
: : :- * Project (69)
: : : +- * SortMergeJoin LeftOuter (68)
: : : :- * Sort (62)
: : : : +- Exchange (61)
: : : : +- * Project (60)
: : : : +- * SortMergeJoin LeftOuter (59)
: : : : :- * Sort (51)
: : : : : +- Exchange (50)
: : : : : +- * Project (49)
: : : : : +- * Generate (48)
: : : : : +- * Filter (47)
: : : : : +- InMemoryTableScan (45)
: : : : : +- InMemoryRelation (46)
: : : : : +- * Filter (7)
: : : : : +- InMemoryTableScan (3)
: : : : : +- InMemoryRelation (4)
: : : : : +- * Filter (6)
: : : : : +- * Scan ExistingRDD (5)
: : : : +- * Sort (58)
: : : : +- * Project (57)
: : : : +- Exchange (56)
: : : : +- * Project (55)
: : : : +- * Filter (54)
: : : : +- * ColumnarToRow (53)
: : : : +- Scan parquet (52)
: : : +- * Sort (67)
: : : +- Exchange (66)
: : : +- * Project (65)
: : : +- * Filter (64)
: : : +- * Scan ExistingRDD (63)
: : +- * Sort (76)
: : +- ObjectHashAggregate (75)
: : +- Exchange (74)
: : +- ObjectHashAggregate (73)
: : +- * Project (72)
: : +- * Filter (71)
: : +- * Scan ExistingRDD (70)
: +- * Sort (85)
: +- ObjectHashAggregate (84)
: +- Exchange (83)
: +- ObjectHashAggregate (82)
: +- * Project (81)
: +- * Filter (80)
: +- * Scan ExistingRDD (79)
+- BroadcastExchange (108)
+- Exchange (107)
+- * Project (106)
+- * Filter (105)
+- * ColumnarToRow (104)
+- Scan parquet (103)
(1) InMemoryTableScan
Output [3]: [shardId#752363, orderProposalId#752364L, optimizationInsights#752369]
Arguments: [shardId#752363, orderProposalId#752364L, optimizationInsights#752369], [isnotnull(orderProposalId#752364L), (size(optimizationInsights#752369, true) > 0), isnotnull(optimizationInsights#752369)]
(2) InMemoryRelation
Arguments: [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, optimizationInsights#752369], StorageLevel(disk, memory, 2 replicas)
(3) InMemoryTableScan
Output [6]: [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, optimizationInsights#752369]
Arguments: [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, optimizationInsights#752369], [isnotnull(shardId#752363), (shardId#752363 = 0_1_10000002108)]
(4) InMemoryRelation
Arguments: [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, lastModified#752368, optimizationInsights#752369], StorageLevel(disk, memory, 2 replicas)
(5) Scan ExistingRDD [codegen id : 1]
Output [7]: [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, lastModified#752368, optimizationInsights#752369]
Arguments: [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, lastModified#752368, optimizationInsights#752369], MapPartitionsRDD[35440] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(6) Filter [codegen id : 1]
Input [7]: [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, lastModified#752368, optimizationInsights#752369]
Condition : (isnotnull(shardId#752363) AND (shardId#752363 = 0_1_10000002108))
(7) Filter [codegen id : 1]
Input [6]: [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, optimizationInsights#752369]
Condition : (isnotnull(shardId#752363) AND (shardId#752363 = 0_1_10000002108))
(8) Filter [codegen id : 1]
Input [3]: [shardId#752363, orderProposalId#752364L, optimizationInsights#752369]
Condition : ((isnotnull(orderProposalId#752364L) AND (size(optimizationInsights#752369, true) > 0)) AND isnotnull(optimizationInsights#752369))
(9) BroadcastExchange
Input [3]: [shardId#752363, orderProposalId#752364L, optimizationInsights#752369]
Arguments: HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=303341]
(10) InMemoryTableScan
Output [2]: [items#756684, shardId#756682]
Arguments: [items#756684, shardId#756682], [(size(items#756684.worklistShardItemId, true) > 0), isnotnull(items#756684.worklistShardItemId), (shardId#756682 = 0_1_10000002108)]
(11) InMemoryRelation
Arguments: [shardId#756682, orderProposalId#756683L, items#756684, optimizationGroups#756685, isOptimal#756686, optimizationInsights#756688], StorageLevel(disk, memory, 2 replicas)
(12) Filter [codegen id : 2]
Input [2]: [items#756684, shardId#756682]
Condition : (((size(items#756684.worklistShardItemId, true) > 0) AND isnotnull(items#756684.worklistShardItemId)) AND (shardId#756682 = 0_1_10000002108))
(13) Project [codegen id : 2]
Output [1]: [items#756684.worklistShardItemId AS _extract_worklistShardItemId#763516]
Input [2]: [items#756684, shardId#756682]
(14) Generate [codegen id : 2]
Input [1]: [_extract_worklistShardItemId#763516]
Arguments: explode(_extract_worklistShardItemId#763516), false, [item#752874L]
(15) Project [codegen id : 2]
Output [1]: [item#752874L AS worklistShardItemId#752875L]
Input [1]: [item#752874L]
(16) BroadcastExchange
Input [1]: [worklistShardItemId#752875L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=303349]
(17) Scan parquet
Output [5]: [orderProposalId#753076L, isFallbackOrderOnly#753093, worklistShardItemId#753099L, shardId#753120, sequenceId#753098]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002108]
PartitionFilters: [isnotnull(shardId#753120), isnotnull(sequenceId#753098), (shardId#753120 = 0_1_10000002108), (sequenceId#753098 = 0)]
PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderProposalId)]
ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>
(18) ColumnarToRow [codegen id : 3]
Input [5]: [orderProposalId#753076L, isFallbackOrderOnly#753093, worklistShardItemId#753099L, shardId#753120, sequenceId#753098]
(19) Filter [codegen id : 3]
Input [5]: [orderProposalId#753076L, isFallbackOrderOnly#753093, worklistShardItemId#753099L, shardId#753120, sequenceId#753098]
Condition : ((isnotnull(worklistShardItemId#753099L) AND NOT (isFallbackOrderOnly#753093 <=> true)) AND isnotnull(orderProposalId#753076L))
(20) Project [codegen id : 3]
Output [2]: [orderProposalId#753076L, worklistShardItemId#753099L]
Input [5]: [orderProposalId#753076L, isFallbackOrderOnly#753093, worklistShardItemId#753099L, shardId#753120, sequenceId#753098]
(21) Exchange
Input [2]: [orderProposalId#753076L, worklistShardItemId#753099L]
Arguments: hashpartitioning(worklistShardItemId#753099L, 20), REPARTITION_BY_NUM, [plan_id=303356]
(22) Project
Output [2]: [worklistShardItemId#753099L, orderProposalId#753076L]
Input [2]: [orderProposalId#753076L, worklistShardItemId#753099L]
(23) BroadcastHashJoin [codegen id : 4]
Left keys [1]: [worklistShardItemId#752875L]
Right keys [1]: [worklistShardItemId#753099L]
Join type: Inner
Join condition: None
(24) Project [codegen id : 4]
Output [1]: [orderProposalId#753076L]
Input [3]: [worklistShardItemId#752875L, worklistShardItemId#753099L, orderProposalId#753076L]
(25) HashAggregate [codegen id : 4]
Input [1]: [orderProposalId#753076L]
Keys [1]: [orderProposalId#753076L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#753076L]
(26) Exchange
Input [1]: [orderProposalId#753076L]
Arguments: hashpartitioning(orderProposalId#753076L, 20), ENSURE_REQUIREMENTS, [plan_id=303363]
(27) HashAggregate
Input [1]: [orderProposalId#753076L]
Keys [1]: [orderProposalId#753076L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#753076L]
(28) BroadcastHashJoin [codegen id : 6]
Left keys [1]: [orderProposalId#752364L]
Right keys [1]: [orderProposalId#753076L]
Join type: Inner
Join condition: None
(29) Project [codegen id : 6]
Output [2]: [shardId#752363, optimizationInsights#752369]
Input [4]: [shardId#752363, orderProposalId#752364L, optimizationInsights#752369, orderProposalId#753076L]
(30) Generate [codegen id : 6]
Input [2]: [shardId#752363, optimizationInsights#752369]
Arguments: explode(optimizationInsights#752369), [shardId#752363], false, [insight#756690]
(31) Filter [codegen id : 6]
Input [2]: [shardId#752363, insight#756690]
Condition : NOT insight#756690.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)
(32) Project [codegen id : 6]
Output [2]: [shardId#752363, insight#756690.worklistShardItemId AS worklistShardItemId#756692L]
Input [2]: [shardId#752363, insight#756690]
(33) LocalLimit [codegen id : 6]
Input [2]: [shardId#752363, worklistShardItemId#756692L]
Arguments: 1
(34) Scan parquet
Output [3]: [worklistShardItemId#757140L, shardId#757161, sequenceId#757139]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002108]
PartitionFilters: [isnotnull(shardId#757161), isnotnull(sequenceId#757139), (shardId#757161 = 0_1_10000002108), (sequenceId#757139 = 0)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<worklistShardItemId:bigint>
(35) ColumnarToRow [codegen id : 5]
Input [3]: [worklistShardItemId#757140L, shardId#757161, sequenceId#757139]
(36) Filter [codegen id : 5]
Input [3]: [worklistShardItemId#757140L, shardId#757161, sequenceId#757139]
Condition : isnotnull(worklistShardItemId#757140L)
(37) Project [codegen id : 5]
Output [1]: [worklistShardItemId#757140L]
Input [3]: [worklistShardItemId#757140L, shardId#757161, sequenceId#757139]
(38) Exchange
Input [1]: [worklistShardItemId#757140L]
Arguments: hashpartitioning(worklistShardItemId#757140L, 20), REPARTITION_BY_NUM, [plan_id=303377]
(39) BroadcastExchange
Input [1]: [worklistShardItemId#757140L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=303378]
(40) BroadcastHashJoin [codegen id : 6]
Left keys [1]: [worklistShardItemId#756692L]
Right keys [1]: [worklistShardItemId#757140L]
Join type: LeftOuter
Join condition: (shardId#752363 = 0_1_10000002108)
(41) Project [codegen id : 6]
Output: []
Input [3]: [shardId#752363, worklistShardItemId#756692L, worklistShardItemId#757140L]
(42) LocalLimit [codegen id : 6]
Input: []
Arguments: 1
(43) InMemoryTableScan
Output [3]: [isFallbackOrderOnly#757391, orderDateTime#757387, prodLocSpecificKpis#753779]
Arguments: [isFallbackOrderOnly#757391, orderDateTime#757387, prodLocSpecificKpis#753779], [NOT (isFallbackOrderOnly#757391 <=> true)]
(44) InMemoryRelation
Arguments: [shardId#757356, worklistShardItemId#757364L, quantityAfterProdPlantOptimization#757365, qty#757366, orderProposalId#757369L, originalReplenishmentRunId#757372L, supplierGroup#757379, supplier#757380, supplyingPlant#757410, productGroup#757411, product#757382, plant#757383, subrange#757381, orderDateTime#757387, deliveryDateTime#757388, availabilityDateTime#757389, nextAvailabilityDateTime#757390, constraintValues#757404, constraintOperators#757402, constraintLabels#757401, logisticUnits#757406, orderQuantityBaseUom#757392, orderQuantityBaseUomUuid#757393, splitIndicator#757374L, netPriceAmount#757397, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(45) InMemoryTableScan
Output [2]: [shardId#752363, items#752365]
Arguments: [shardId#752363, items#752365], [(size(items#752365, true) > 0), isnotnull(items#752365)]
(46) InMemoryRelation
Arguments: [shardId#752363, orderProposalId#752364L, items#752365, optimizationGroups#752366, isOptimal#752367, optimizationInsights#752369], StorageLevel(disk, memory, 2 replicas)
(47) Filter [codegen id : 1]
Input [2]: [shardId#752363, items#752365]
Condition : ((size(items#752365, true) > 0) AND isnotnull(items#752365))
(48) Generate [codegen id : 1]
Input [2]: [shardId#752363, items#752365]
Arguments: explode(items#752365), [shardId#752363], false, [item#752874]
(49) Project [codegen id : 1]
Output [4]: [shardId#752363, item#752874.worklistShardItemId AS worklistShardItemId#752875L, item#752874.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#752876, item#752874.qty AS qty#752877]
Input [2]: [shardId#752363, item#752874]
(50) Exchange
Input [4]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877]
Arguments: hashpartitioning(worklistShardItemId#752875L, 20), ENSURE_REQUIREMENTS, [plan_id=301646]
(51) Sort [codegen id : 2]
Input [4]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877]
Arguments: [worklistShardItemId#752875L ASC NULLS FIRST], false, 0
(52) Scan parquet
Output [38]: [orderProposalId#753076L, orderProposalItemId#753077, supplierGroup#753078, supplier#753079, plant#753080, deliveryDateTime#753081, subrange#753082, supplyingPlant#753083, productGroup#753084, product#753085, orderDateTime#753086, availabilityDateTime#753087, nextAvailabilityDateTime#753088, sourceOfSupplyUuid#753090, isFallbackOrderOnly#753093, splitIndicator#753095L, previousOrderProposal#753096L, worklistShardItemId#753099L, orderProposalItemGroupId#753100, externalProductId#753101, externalPlantId#753102, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, minimumOrderQuantity#753106, constraintLabels#753107, constraintOperators#753108, constraintValues#753109, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, measurements#753117, originalReplenishmentRunId#753118L, optimizationGroups#753119, shardId#753120, sequenceId#753098]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002108]
PartitionFilters: [isnotnull(shardId#753120), isnotnull(sequenceId#753098), (shardId#753120 = 0_1_10000002108), (sequenceId#753098 = 0)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,sourceOfSupplyUuid:string,isFallbackOrderOnly:boolean,splitIndicator:bigint,previousOrderProposal:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>
(53) ColumnarToRow [codegen id : 3]
Input [38]: [orderProposalId#753076L, orderProposalItemId#753077, supplierGroup#753078, supplier#753079, plant#753080, deliveryDateTime#753081, subrange#753082, supplyingPlant#753083, productGroup#753084, product#753085, orderDateTime#753086, availabilityDateTime#753087, nextAvailabilityDateTime#753088, sourceOfSupplyUuid#753090, isFallbackOrderOnly#753093, splitIndicator#753095L, previousOrderProposal#753096L, worklistShardItemId#753099L, orderProposalItemGroupId#753100, externalProductId#753101, externalPlantId#753102, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, minimumOrderQuantity#753106, constraintLabels#753107, constraintOperators#753108, constraintValues#753109, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, measurements#753117, originalReplenishmentRunId#753118L, optimizationGroups#753119, shardId#753120, sequenceId#753098]
(54) Filter [codegen id : 3]
Input [38]: [orderProposalId#753076L, orderProposalItemId#753077, supplierGroup#753078, supplier#753079, plant#753080, deliveryDateTime#753081, subrange#753082, supplyingPlant#753083, productGroup#753084, product#753085, orderDateTime#753086, availabilityDateTime#753087, nextAvailabilityDateTime#753088, sourceOfSupplyUuid#753090, isFallbackOrderOnly#753093, splitIndicator#753095L, previousOrderProposal#753096L, worklistShardItemId#753099L, orderProposalItemGroupId#753100, externalProductId#753101, externalPlantId#753102, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, minimumOrderQuantity#753106, constraintLabels#753107, constraintOperators#753108, constraintValues#753109, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, measurements#753117, originalReplenishmentRunId#753118L, optimizationGroups#753119, shardId#753120, sequenceId#753098]
Condition : isnotnull(worklistShardItemId#753099L)
(55) Project [codegen id : 3]
Output [36]: [orderProposalId#753076L, orderProposalItemId#753077, supplierGroup#753078, supplier#753079, plant#753080, deliveryDateTime#753081, subrange#753082, supplyingPlant#753083, productGroup#753084, product#753085, orderDateTime#753086, availabilityDateTime#753087, nextAvailabilityDateTime#753088, sourceOfSupplyUuid#753090, isFallbackOrderOnly#753093, splitIndicator#753095L, previousOrderProposal#753096L, worklistShardItemId#753099L, orderProposalItemGroupId#753100, externalProductId#753101, externalPlantId#753102, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, minimumOrderQuantity#753106, constraintLabels#753107, constraintOperators#753108, constraintValues#753109, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, measurements#753117, originalReplenishmentRunId#753118L, optimizationGroups#753119]
Input [38]: [orderProposalId#753076L, orderProposalItemId#753077, supplierGroup#753078, supplier#753079, plant#753080, deliveryDateTime#753081, subrange#753082, supplyingPlant#753083, productGroup#753084, product#753085, orderDateTime#753086, availabilityDateTime#753087, nextAvailabilityDateTime#753088, sourceOfSupplyUuid#753090, isFallbackOrderOnly#753093, splitIndicator#753095L, previousOrderProposal#753096L, worklistShardItemId#753099L, orderProposalItemGroupId#753100, externalProductId#753101, externalPlantId#753102, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, minimumOrderQuantity#753106, constraintLabels#753107, constraintOperators#753108, constraintValues#753109, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, measurements#753117, originalReplenishmentRunId#753118L, optimizationGroups#753119, shardId#753120, sequenceId#753098]
(56) Exchange
Input [36]: [orderProposalId#753076L, orderProposalItemId#753077, supplierGroup#753078, supplier#753079, plant#753080, deliveryDateTime#753081, subrange#753082, supplyingPlant#753083, productGroup#753084, product#753085, orderDateTime#753086, availabilityDateTime#753087, nextAvailabilityDateTime#753088, sourceOfSupplyUuid#753090, isFallbackOrderOnly#753093, splitIndicator#753095L, previousOrderProposal#753096L, worklistShardItemId#753099L, orderProposalItemGroupId#753100, externalProductId#753101, externalPlantId#753102, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, minimumOrderQuantity#753106, constraintLabels#753107, constraintOperators#753108, constraintValues#753109, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, measurements#753117, originalReplenishmentRunId#753118L, optimizationGroups#753119]
Arguments: hashpartitioning(worklistShardItemId#753099L, 20), REPARTITION_BY_NUM, [plan_id=301656]
(57) Project [codegen id : 4]
Output [36]: [worklistShardItemId#753099L, orderProposalId#753076L, orderProposalItemId#753077, orderProposalItemGroupId#753100, originalReplenishmentRunId#753118L, splitIndicator#753095L, previousOrderProposal#753096L, sourceOfSupplyUuid#753090, supplierGroup#753078, supplier#753079, subrange#753082, product#753085, plant#753080, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, isFallbackOrderOnly#753093, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, netPriceAmount#753112, netPriceCurrencyCode#753113, measurements#753117, minimumOrderQuantity#753106, constraintLabels#753107, constraintOperators#753108, constraintValues#753109, logisticUnits#753103, optimizationGroups#753119, externalProductId#753101, externalPlantId#753102, supplyingPlant#753083, productGroup#753084]
Input [36]: [orderProposalId#753076L, orderProposalItemId#753077, supplierGroup#753078, supplier#753079, plant#753080, deliveryDateTime#753081, subrange#753082, supplyingPlant#753083, productGroup#753084, product#753085, orderDateTime#753086, availabilityDateTime#753087, nextAvailabilityDateTime#753088, sourceOfSupplyUuid#753090, isFallbackOrderOnly#753093, splitIndicator#753095L, previousOrderProposal#753096L, worklistShardItemId#753099L, orderProposalItemGroupId#753100, externalProductId#753101, externalPlantId#753102, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, minimumOrderQuantity#753106, constraintLabels#753107, constraintOperators#753108, constraintValues#753109, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, measurements#753117, originalReplenishmentRunId#753118L, optimizationGroups#753119]
(58) Sort [codegen id : 4]
Input [36]: [worklistShardItemId#753099L, orderProposalId#753076L, orderProposalItemId#753077, orderProposalItemGroupId#753100, originalReplenishmentRunId#753118L, splitIndicator#753095L, previousOrderProposal#753096L, sourceOfSupplyUuid#753090, supplierGroup#753078, supplier#753079, subrange#753082, product#753085, plant#753080, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, isFallbackOrderOnly#753093, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, netPriceAmount#753112, netPriceCurrencyCode#753113, measurements#753117, minimumOrderQuantity#753106, constraintLabels#753107, constraintOperators#753108, constraintValues#753109, logisticUnits#753103, optimizationGroups#753119, externalProductId#753101, externalPlantId#753102, supplyingPlant#753083, productGroup#753084]
Arguments: [worklistShardItemId#753099L ASC NULLS FIRST], false, 0
(59) SortMergeJoin [codegen id : 5]
Left keys [1]: [worklistShardItemId#752875L]
Right keys [1]: [worklistShardItemId#753099L]
Join type: LeftOuter
Join condition: (shardId#752363 = 0_1_10000002108)
(60) Project [codegen id : 5]
Output [39]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, sourceOfSupplyUuid#753090, minimumOrderQuantity#753106, orderProposalItemId#753077, orderProposalItemGroupId#753100, optimizationGroups#753119, measurements#753117, externalProductId#753101, externalPlantId#753102, previousOrderProposal#753096L, isFallbackOrderOnly#753093]
Input [40]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, worklistShardItemId#753099L, orderProposalId#753076L, orderProposalItemId#753077, orderProposalItemGroupId#753100, originalReplenishmentRunId#753118L, splitIndicator#753095L, previousOrderProposal#753096L, sourceOfSupplyUuid#753090, supplierGroup#753078, supplier#753079, subrange#753082, product#753085, plant#753080, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, isFallbackOrderOnly#753093, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, netPriceAmount#753112, netPriceCurrencyCode#753113, measurements#753117, minimumOrderQuantity#753106, constraintLabels#753107, constraintOperators#753108, constraintValues#753109, logisticUnits#753103, optimizationGroups#753119, externalProductId#753101, externalPlantId#753102, supplyingPlant#753083, productGroup#753084]
(61) Exchange
Input [39]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, sourceOfSupplyUuid#753090, minimumOrderQuantity#753106, orderProposalItemId#753077, orderProposalItemGroupId#753100, optimizationGroups#753119, measurements#753117, externalProductId#753101, externalPlantId#753102, previousOrderProposal#753096L, isFallbackOrderOnly#753093]
Arguments: hashpartitioning(shardId#752363, worklistShardItemId#752875L, 20), ENSURE_REQUIREMENTS, [plan_id=301665]
(62) Sort [codegen id : 6]
Input [39]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, sourceOfSupplyUuid#753090, minimumOrderQuantity#753106, orderProposalItemId#753077, orderProposalItemGroupId#753100, optimizationGroups#753119, measurements#753117, externalProductId#753101, externalPlantId#753102, previousOrderProposal#753096L, isFallbackOrderOnly#753093]
Arguments: [shardId#752363 ASC NULLS FIRST, worklistShardItemId#752875L ASC NULLS FIRST], false, 0
(63) Scan ExistingRDD [codegen id : 7]
Output [6]: [shardId#753772, worklistShardItemId#753773L, qty#753774, demandChannel#753775, demandStream#753776, kpis#753777]
Arguments: [shardId#753772, worklistShardItemId#753773L, qty#753774, demandChannel#753775, demandStream#753776, kpis#753777], MapPartitionsRDD[35514] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(64) Filter [codegen id : 7]
Input [6]: [shardId#753772, worklistShardItemId#753773L, qty#753774, demandChannel#753775, demandStream#753776, kpis#753777]
Condition : (((isnull(qty#753774) AND isnull(demandChannel#753775)) AND isnull(demandStream#753776)) AND (isnotnull(shardId#753772) AND isnotnull(worklistShardItemId#753773L)))
(65) Project [codegen id : 7]
Output [3]: [shardId#753772, worklistShardItemId#753773L, coalesce(kpis#753777, []) AS prodLocSpecificKpis#753778]
Input [6]: [shardId#753772, worklistShardItemId#753773L, qty#753774, demandChannel#753775, demandStream#753776, kpis#753777]
(66) Exchange
Input [3]: [shardId#753772, worklistShardItemId#753773L, prodLocSpecificKpis#753778]
Arguments: hashpartitioning(shardId#753772, worklistShardItemId#753773L, 20), ENSURE_REQUIREMENTS, [plan_id=301671]
(67) Sort [codegen id : 8]
Input [3]: [shardId#753772, worklistShardItemId#753773L, prodLocSpecificKpis#753778]
Arguments: [shardId#753772 ASC NULLS FIRST, worklistShardItemId#753773L ASC NULLS FIRST], false, 0
(68) SortMergeJoin [codegen id : 9]
Left keys [2]: [shardId#752363, worklistShardItemId#752875L]
Right keys [2]: [shardId#753772, worklistShardItemId#753773L]
Join type: LeftOuter
Join condition: None
(69) Project [codegen id : 9]
Output [40]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, sourceOfSupplyUuid#753090, minimumOrderQuantity#753106, orderProposalItemId#753077, orderProposalItemGroupId#753100, optimizationGroups#753119, measurements#753117, externalProductId#753101, externalPlantId#753102, previousOrderProposal#753096L, isFallbackOrderOnly#753093, coalesce(prodLocSpecificKpis#753778, []) AS prodLocSpecificKpis#753779]
Input [42]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, sourceOfSupplyUuid#753090, minimumOrderQuantity#753106, orderProposalItemId#753077, orderProposalItemGroupId#753100, optimizationGroups#753119, measurements#753117, externalProductId#753101, externalPlantId#753102, previousOrderProposal#753096L, isFallbackOrderOnly#753093, shardId#753772, worklistShardItemId#753773L, prodLocSpecificKpis#753778]
(70) Scan ExistingRDD [codegen id : 10]
Output [6]: [shardId#753788, worklistShardItemId#753789L, qty#753790, demandChannel#753791, demandStream#753792, kpis#753793]
Arguments: [shardId#753788, worklistShardItemId#753789L, qty#753790, demandChannel#753791, demandStream#753792, kpis#753793], MapPartitionsRDD[35514] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(71) Filter [codegen id : 10]
Input [6]: [shardId#753788, worklistShardItemId#753789L, qty#753790, demandChannel#753791, demandStream#753792, kpis#753793]
Condition : ((((isnull(qty#753790) AND isnotnull(demandChannel#753791)) AND isnotnull(demandStream#753792)) AND (size(kpis#753793, true) > 0)) AND (isnotnull(shardId#753788) AND isnotnull(worklistShardItemId#753789L)))
(72) Project [codegen id : 10]
Output [5]: [shardId#753788, worklistShardItemId#753789L, demandChannel#753791, demandStream#753792, kpis#753793]
Input [6]: [shardId#753788, worklistShardItemId#753789L, qty#753790, demandChannel#753791, demandStream#753792, kpis#753793]
(73) ObjectHashAggregate
Input [5]: [shardId#753788, worklistShardItemId#753789L, demandChannel#753791, demandStream#753792, kpis#753793]
Keys [2]: [shardId#753788, worklistShardItemId#753789L]
Functions [1]: [partial_collect_list(struct(demandChannel, demandChannel#753791, demandStream, demandStream#753792, kpis, kpis#753793), 0, 0)]
Aggregate Attributes [1]: [buf#753968]
Results [3]: [shardId#753788, worklistShardItemId#753789L, buf#753969]
(74) Exchange
Input [3]: [shardId#753788, worklistShardItemId#753789L, buf#753969]
Arguments: hashpartitioning(shardId#753788, worklistShardItemId#753789L, 20), ENSURE_REQUIREMENTS, [plan_id=301682]
(75) ObjectHashAggregate
Input [3]: [shardId#753788, worklistShardItemId#753789L, buf#753969]
Keys [2]: [shardId#753788, worklistShardItemId#753789L]
Functions [1]: [collect_list(struct(demandChannel, demandChannel#753791, demandStream, demandStream#753792, kpis, kpis#753793), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(demandChannel, demandChannel#753791, demandStream, demandStream#753792, kpis, kpis#753793), 0, 0)#753787]
Results [3]: [shardId#753788, worklistShardItemId#753789L, collect_list(struct(demandChannel, demandChannel#753791, demandStream, demandStream#753792, kpis, kpis#753793), 0, 0)#753787 AS channelStreamSpecificKpis#753780]
(76) Sort [codegen id : 11]
Input [3]: [shardId#753788, worklistShardItemId#753789L, channelStreamSpecificKpis#753780]
Arguments: [shardId#753788 ASC NULLS FIRST, worklistShardItemId#753789L ASC NULLS FIRST], false, 0
(77) SortMergeJoin [codegen id : 12]
Left keys [2]: [shardId#752363, worklistShardItemId#752875L]
Right keys [2]: [shardId#753788, worklistShardItemId#753789L]
Join type: LeftOuter
Join condition: None
(78) Project [codegen id : 12]
Output [41]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, sourceOfSupplyUuid#753090, minimumOrderQuantity#753106, orderProposalItemId#753077, orderProposalItemGroupId#753100, optimizationGroups#753119, measurements#753117, externalProductId#753101, externalPlantId#753102, previousOrderProposal#753096L, isFallbackOrderOnly#753093, prodLocSpecificKpis#753779, coalesce(channelStreamSpecificKpis#753780, []) AS channelStreamSpecificKpis#753794]
Input [43]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, sourceOfSupplyUuid#753090, minimumOrderQuantity#753106, orderProposalItemId#753077, orderProposalItemGroupId#753100, optimizationGroups#753119, measurements#753117, externalProductId#753101, externalPlantId#753102, previousOrderProposal#753096L, isFallbackOrderOnly#753093, prodLocSpecificKpis#753779, shardId#753788, worklistShardItemId#753789L, channelStreamSpecificKpis#753780]
(79) Scan ExistingRDD [codegen id : 13]
Output [6]: [shardId#753801, worklistShardItemId#753802L, qty#753803, demandChannel#753804, demandStream#753805, kpis#753806]
Arguments: [shardId#753801, worklistShardItemId#753802L, qty#753803, demandChannel#753804, demandStream#753805, kpis#753806], MapPartitionsRDD[35514] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(80) Filter [codegen id : 13]
Input [6]: [shardId#753801, worklistShardItemId#753802L, qty#753803, demandChannel#753804, demandStream#753805, kpis#753806]
Condition : ((isnotnull(qty#753803) AND isnotnull(kpis#753806)) AND (isnotnull(shardId#753801) AND isnotnull(worklistShardItemId#753802L)))
(81) Project [codegen id : 13]
Output [4]: [shardId#753801, worklistShardItemId#753802L, qty#753803, kpis#753806]
Input [6]: [shardId#753801, worklistShardItemId#753802L, qty#753803, demandChannel#753804, demandStream#753805, kpis#753806]
(82) ObjectHashAggregate
Input [4]: [shardId#753801, worklistShardItemId#753802L, qty#753803, kpis#753806]
Keys [2]: [shardId#753801, worklistShardItemId#753802L]
Functions [1]: [partial_collect_list(struct(qty, qty#753803, kpis, kpis#753806), 0, 0)]
Aggregate Attributes [1]: [buf#753970]
Results [3]: [shardId#753801, worklistShardItemId#753802L, buf#753971]
(83) Exchange
Input [3]: [shardId#753801, worklistShardItemId#753802L, buf#753971]
Arguments: hashpartitioning(shardId#753801, worklistShardItemId#753802L, 20), ENSURE_REQUIREMENTS, [plan_id=301694]
(84) ObjectHashAggregate
Input [3]: [shardId#753801, worklistShardItemId#753802L, buf#753971]
Keys [2]: [shardId#753801, worklistShardItemId#753802L]
Functions [1]: [collect_list(struct(qty, qty#753803, kpis, kpis#753806), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(qty, qty#753803, kpis, kpis#753806), 0, 0)#753800]
Results [3]: [shardId#753801, worklistShardItemId#753802L, map_from_entries(collect_list(struct(qty, qty#753803, kpis, kpis#753806), 0, 0)#753800) AS quantityKpis#753795]
(85) Sort [codegen id : 14]
Input [3]: [shardId#753801, worklistShardItemId#753802L, quantityKpis#753795]
Arguments: [shardId#753801 ASC NULLS FIRST, worklistShardItemId#753802L ASC NULLS FIRST], false, 0
(86) SortMergeJoin [codegen id : 15]
Left keys [2]: [shardId#752363, worklistShardItemId#752875L]
Right keys [2]: [shardId#753801, worklistShardItemId#753802L]
Join type: LeftOuter
Join condition: None
(87) Project [codegen id : 15]
Output [42]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, sourceOfSupplyUuid#753090, minimumOrderQuantity#753106, orderProposalItemId#753077, orderProposalItemGroupId#753100, optimizationGroups#753119, measurements#753117, externalProductId#753101, externalPlantId#753102, previousOrderProposal#753096L, isFallbackOrderOnly#753093, prodLocSpecificKpis#753779, channelStreamSpecificKpis#753794, coalesce(quantityKpis#753795, map(keys: [], values: [])) AS quantityKpis#753807]
Input [44]: [shardId#752363, worklistShardItemId#752875L, quantityAfterProdPlantOptimization#752876, qty#752877, orderProposalId#753076L, originalReplenishmentRunId#753118L, supplierGroup#753078, supplier#753079, supplyingPlant#753083, productGroup#753084, product#753085, plant#753080, subrange#753082, orderDateTime#753086, deliveryDateTime#753081, availabilityDateTime#753087, nextAvailabilityDateTime#753088, constraintValues#753109, constraintOperators#753108, constraintLabels#753107, logisticUnits#753103, orderQuantityBaseUom#753104, orderQuantityBaseUomUuid#753105, splitIndicator#753095L, netPriceAmount#753112, netPriceCurrencyCode#753113, netPriceQuantity#753114, netPriceQuantityUom#753115, netPriceQuantityUomUuid#753116, sourceOfSupplyUuid#753090, minimumOrderQuantity#753106, orderProposalItemId#753077, orderProposalItemGroupId#753100, optimizationGroups#753119, measurements#753117, externalProductId#753101, externalPlantId#753102, previousOrderProposal#753096L, isFallbackOrderOnly#753093, prodLocSpecificKpis#753779, channelStreamSpecificKpis#753794, shardId#753801, worklistShardItemId#753802L, quantityKpis#753795]
(88) Filter [codegen id : 7]
Input [3]: [isFallbackOrderOnly#757391, orderDateTime#757387, prodLocSpecificKpis#753779]
Condition : NOT (isFallbackOrderOnly#757391 <=> true)
(89) Project [codegen id : 7]
Output [2]: [orderDateTime#757387, prodLocSpecificKpis#753779]
Input [3]: [isFallbackOrderOnly#757391, orderDateTime#757387, prodLocSpecificKpis#753779]
(90) Scan parquet
Output [2]: [insightConfigurations#757168, shardId#757169]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002108]
PartitionFilters: [isnotnull(shardId#757169), (shardId#757169 = 0_1_10000002108)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>
(91) ColumnarToRow [codegen id : 8]
Input [2]: [insightConfigurations#757168, shardId#757169]
(92) Filter [codegen id : 8]
Input [2]: [insightConfigurations#757168, shardId#757169]
Condition : (isnotnull(insightConfigurations#757168) AND isnotnull(insightConfigurations#757168[POTENTIAL_OOS_STOCK_PERIOD]))
(93) Project [codegen id : 8]
Output [1]: [insightConfigurations#757168[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#763518]
Input [2]: [insightConfigurations#757168, shardId#757169]
(94) Exchange
Input [1]: [_extract_settings#763518]
Arguments: RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=303393]
(95) BroadcastExchange
Input [1]: [_extract_settings#763518]
Arguments: IdentityBroadcastMode, [plan_id=303394]
(96) BroadcastNestedLoopJoin
Join type: Cross
Join condition: ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#753779, lambdafunction((lambda x_1999#757173.label = OutOfStockProbability), lambda x_1999#757173, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#763518, lambdafunction((lambda x_2000#757174.name = OOS_PROBABILITY_THRESHOLD), lambda x_2000#757174, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#753779, lambdafunction((lambda x_1999#757175.label = OutOfStockProbability), lambda x_1999#757175, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#763518, lambdafunction((lambda x_2000#757176.name = OOS_PROBABILITY_THRESHOLD), lambda x_2000#757176, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#753779, lambdafunction((lambda x_2001#757177.label = InitialStockQty), lambda x_2001#757177, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#753779, lambdafunction((lambda x_2001#757179.label = InitialStockQty), lambda x_2001#757179, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#763518, lambdafunction((lambda x_2002#757180.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_2002#757180, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#757387) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#757387, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354746) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#763518, lambdafunction((lambda x_2003#757181.name = OFFSET_CURRENT_ORDER_DATE), lambda x_2003#757181, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#757387) THEN null ELSE (cast((unix_timestamp(orderDateTime#757387, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354746) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#763518, lambdafunction((lambda x_2003#757182.name = OFFSET_CURRENT_ORDER_DATE), lambda x_2003#757182, false)), 1, None, false).value as double)) END)
(97) Project [codegen id : 9]
Output: []
Input [3]: [orderDateTime#757387, prodLocSpecificKpis#753779, _extract_settings#763518]
(98) LocalLimit [codegen id : 9]
Input: []
Arguments: 1
(99) InMemoryTableScan
Output [3]: [isFallbackOrderOnly#757254, qty#757229, quantityKpis#757345]
Arguments: [isFallbackOrderOnly#757254, qty#757229, quantityKpis#757345], [NOT (isFallbackOrderOnly#757254 <=> true)]
(100) InMemoryRelation
Arguments: [shardId#757219, worklistShardItemId#757227L, quantityAfterProdPlantOptimization#757228, qty#757229, orderProposalId#757232L, originalReplenishmentRunId#757235L, supplierGroup#757242, supplier#757243, supplyingPlant#757273, productGroup#757274, product#757245, plant#757246, subrange#757244, orderDateTime#757250, deliveryDateTime#757251, availabilityDateTime#757252, nextAvailabilityDateTime#757253, constraintValues#757267, constraintOperators#757265, constraintLabels#757264, logisticUnits#757269, orderQuantityBaseUom#757255, orderQuantityBaseUomUuid#757256, splitIndicator#757237L, netPriceAmount#757260, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(101) Filter [codegen id : 10]
Input [3]: [isFallbackOrderOnly#757254, qty#757229, quantityKpis#757345]
Condition : NOT (isFallbackOrderOnly#757254 <=> true)
(102) Project [codegen id : 10]
Output [2]: [qty#757229, quantityKpis#757345]
Input [3]: [isFallbackOrderOnly#757254, qty#757229, quantityKpis#757345]
(103) Scan parquet
Output [2]: [insightConfigurations#757350, shardId#757351]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002108]
PartitionFilters: [isnotnull(shardId#757351), (shardId#757351 = 0_1_10000002108)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>
(104) ColumnarToRow [codegen id : 11]
Input [2]: [insightConfigurations#757350, shardId#757351]
(105) Filter [codegen id : 11]
Input [2]: [insightConfigurations#757350, shardId#757351]
Condition : (isnotnull(insightConfigurations#757350) AND isnotnull(insightConfigurations#757350[POTENTIAL_OOS_DEMAND_PERIOD]))
(106) Project [codegen id : 11]
Output [1]: [insightConfigurations#757350[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#763520]
Input [2]: [insightConfigurations#757350, shardId#757351]
(107) Exchange
Input [1]: [_extract_settings#763520]
Arguments: RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=303409]
(108) BroadcastExchange
Input [1]: [_extract_settings#763520]
Arguments: IdentityBroadcastMode, [plan_id=303410]
(109) BroadcastNestedLoopJoin
Join type: Cross
Join condition: CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#757345, qty#757229, None, false), lambdafunction((lambda x_2005#757199.label = OutOfStockProbability), lambda x_2005#757199, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#763520, lambdafunction((lambda x_2006#757200.name = OOS_PROBABILITY_THRESHOLD), lambda x_2006#757200, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#757345, qty#757229, None, false), lambdafunction((lambda x_2005#757201.label = OutOfStockProbability), lambda x_2005#757201, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#763520, lambdafunction((lambda x_2006#757202.name = OOS_PROBABILITY_THRESHOLD), lambda x_2006#757202, false)), 1, None, false).value as double)) END
(110) Project [codegen id : 12]
Output: []
Input [3]: [qty#757229, quantityKpis#757345, _extract_settings#763520]
(111) LocalLimit [codegen id : 12]
Input: []
Arguments: 1
(112) Union
(113) CollectLimit
Input: []
Arguments: 1