digraph G {
0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="CollectLimit 1"];
1 [id="node1" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"];
subgraph cluster2 {
isCluster="true";
id="cluster2";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n169 ms (0 ms, 14 ms, 16 ms (stage 65170.0: task 162922))";
tooltip="WholeStageCodegen (6)";
3 [id="node3" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
5 [id="node5" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#781936L], [worklistShardItemId#782384L], LeftOuter, BuildRight, (shardId#777607 = 0_1_10000002108), false"];
6 [id="node6" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, insight#781934.worklistShardItemId AS worklistShardItemId#781936L]"];
8 [id="node8" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT insight#781934.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)"];
9 [id="node9" labelType="html" label="<b>Generate</b><br><br>number of output rows: 113" tooltip="Generate explode(optimizationInsights#777613), [shardId#777607], false, [insight#781934]"];
10 [id="node10" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, optimizationInsights#777613]"];
11 [id="node11" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 11" tooltip="BroadcastHashJoin [orderProposalId#777608L], [orderProposalId#778320L], Inner, BuildLeft, false"];
22 [id="node22" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>35 ms (0 ms, 2 ms, 3 ms (stage 65170.0: task 162920))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 65170.0: task 162914))<br>number of output rows: 59<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#778320L], functions=[])"];
}
12 [id="node12" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 36 ms<br>number of output rows: 11<br>data size: 1024.5 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=310496]"];
subgraph cluster13 {
isCluster="true";
id="cluster13";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1 ms (0 ms, 0 ms, 1 ms (stage 65098.0: task 162701))";
tooltip="WholeStageCodegen (1)";
14 [id="node14" labelType="html" label="<b>Filter</b><br><br>number of output rows: 11" tooltip="Filter ((isnotnull(orderProposalId#777608L) AND (size(optimizationInsights#777613, true) > 0)) AND isnotnull(optimizationInsights#777613))"];
}
15 [id="node15" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [shardId#777607, orderProposalId#777608L, optimizationInsights#777613], [isnotnull(orderProposalId#777608L), (size(optimizationInsights#777613, true) > 0), isnotnull(optimizationInsights#777613)]"];
subgraph cluster16 {
isCluster="true";
id="cluster16";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
17 [id="node17" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#777607) AND (shardId#777607 = 0_1_10000002108))"];
}
18 [id="node18" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, optimizationInsights#777613], [isnotnull(shardId#777607), (shardId#777607 = 0_1_10000002108)]"];
subgraph cluster19 {
isCluster="true";
id="cluster19";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
20 [id="node20" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#777607) AND (shardId#777607 = 0_1_10000002108))"];
21 [id="node21" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#777607,orderProposalId#777608L,items#777609,optimizationGroups#777610,isOptimal#777611,lastModified#777612,optimizationInsights#777613]"];
}
23 [id="node23" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 528<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 528<br>local bytes read total (min, med, max (stageId: taskId))<br>12.4 KiB (150.0 B, 750.0 B, 948.0 B (stage 65170.0: task 162927))<br>merged fetch fallback count: 0<br>local blocks read: 152<br>remote merged chunks fetched: 0<br>remote blocks read: 151<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (336.0 B, 432.0 B, 496.0 B (stage 65165.0: task 162865))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>20 ms (0 ms, 1 ms, 1 ms (stage 65165.0: task 162866))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 0 ms, 1 ms (stage 65170.0: task 162923))<br>remote bytes read total (min, med, max (stageId: taskId))<br>12.3 KiB (300.0 B, 752.0 B, 973.0 B (stage 65170.0: task 162919))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>12 ms (0 ms, 1 ms, 2 ms (stage 65170.0: task 162923))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>24.7 KiB (1074.0 B, 1262.0 B, 1476.0 B (stage 65165.0: task 162870))" tooltip="Exchange hashpartitioning(orderProposalId#778320L, 20), ENSURE_REQUIREMENTS, [plan_id=310518]"];
subgraph cluster24 {
isCluster="true";
id="cluster24";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n128 ms (3 ms, 7 ms, 9 ms (stage 65165.0: task 162854))";
tooltip="WholeStageCodegen (4)";
25 [id="node25" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>39 ms (1 ms, 2 ms, 3 ms (stage 65165.0: task 162865))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 65165.0: task 162861))<br>number of output rows: 528<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#778320L], functions=[])"];
26 [id="node26" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#778320L]"];
27 [id="node27" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 980" tooltip="BroadcastHashJoin [worklistShardItemId#778119L], [worklistShardItemId#778343L], Inner, BuildLeft, false"];
41 [id="node41" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#778343L, orderProposalId#778320L]"];
}
28 [id="node28" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 51 ms<br>number of output rows: 980<br>data size: 1047.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=310504]"];
subgraph cluster29 {
isCluster="true";
id="cluster29";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 65099.0: task 162711))";
tooltip="WholeStageCodegen (2)";
30 [id="node30" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#778118L AS worklistShardItemId#778119L]"];
31 [id="node31" labelType="html" label="<b>Generate</b><br><br>number of output rows: 980" tooltip="Generate explode(_extract_worklistShardItemId#788715), false, [item#778118L]"];
32 [id="node32" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#781928.worklistShardItemId AS _extract_worklistShardItemId#788715]"];
33 [id="node33" labelType="html" label="<b>Filter</b><br><br>number of output rows: 59" tooltip="Filter (((size(items#781928.worklistShardItemId, true) > 0) AND isnotnull(items#781928.worklistShardItemId)) AND (shardId#781926 = 0_1_10000002108))"];
}
34 [id="node34" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 59" tooltip="InMemoryTableScan [items#781928, shardId#781926], [(size(items#781928.worklistShardItemId, true) > 0), isnotnull(items#781928.worklistShardItemId), (shardId#781926 = 0_1_10000002108)]"];
subgraph cluster35 {
isCluster="true";
id="cluster35";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
36 [id="node36" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#777607) AND (shardId#777607 = 0_1_10000002108))"];
}
37 [id="node37" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, optimizationInsights#777613], [isnotnull(shardId#777607), (shardId#777607 = 0_1_10000002108)]"];
subgraph cluster38 {
isCluster="true";
id="cluster38";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
39 [id="node39" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#777607) AND (shardId#777607 = 0_1_10000002108))"];
40 [id="node40" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#777607,orderProposalId#777608L,items#777609,optimizationGroups#777610,isOptimal#777611,lastModified#777612,optimizationInsights#777613]"];
}
42 [id="node42" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>21.5 KiB (770.0 B, 1123.0 B, 1428.0 B (stage 65165.0: task 162865))<br>merged fetch fallback count: 0<br>local blocks read: 211<br>remote merged chunks fetched: 0<br>remote blocks read: 214<br>data size total (min, med, max (stageId: taskId))<br>23.0 KiB (648.0 B, 960.0 B, 1152.0 B (stage 65164.0: task 162830))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>22 ms (0 ms, 0 ms, 1 ms (stage 65164.0: task 162828))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 65165.0: task 162861))<br>remote bytes read total (min, med, max (stageId: taskId))<br>22.3 KiB (631.0 B, 1158.0 B, 1605.0 B (stage 65165.0: task 162854))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>23 ms (1 ms, 1 ms, 2 ms (stage 65165.0: task 162858))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>43.8 KiB (1442.0 B, 1817.0 B, 2.1 KiB (stage 65164.0: task 162828))" tooltip="Exchange hashpartitioning(worklistShardItemId#778343L, 20), REPARTITION_BY_NUM, [plan_id=310511]"];
subgraph cluster43 {
isCluster="true";
id="cluster43";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n3.0 s (92 ms, 119 ms, 143 ms (stage 65164.0: task 162831))";
tooltip="WholeStageCodegen (3)";
44 [id="node44" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#778320L, worklistShardItemId#778343L]"];
45 [id="node45" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter ((isnotnull(worklistShardItemId#778343L) AND NOT (isFallbackOrderOnly#778337 <=> true)) AND isnotnull(orderProposalId#778320L))"];
46 [id="node46" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 980<br>number of input batches: 25" tooltip="ColumnarToRow"];
}
47 [id="node47" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>2.9 s (90 ms, 117 ms, 141 ms (stage 65164.0: task 162831))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 674.0 KiB<br>number of output rows: 980<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#778320L,isFallbackOrderOnly#778337,worklistShardItemId#778343L,shardId#778364,sequenceId#778342] Batched: true, DataFilters: [isnotnull(worklistShardItemId#778343L), NOT (isFallbackOrderOnly#778337 <=> true), isnotnull(ord..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#778364), isnotnull(sequenceId#778342), (shardId#778364 = 0_1_10000002108), (se..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"];
48 [id="node48" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 380 ms<br>number of output rows: 980<br>data size: 1047.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=310533]"];
49 [id="node49" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 980<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 980<br>local bytes read total (min, med, max (stageId: taskId))<br>17.3 KiB (589.0 B, 911.0 B, 1113.0 B (stage 65101.0: task 162812))<br>merged fetch fallback count: 0<br>local blocks read: 206<br>remote merged chunks fetched: 0<br>remote blocks read: 219<br>data size total (min, med, max (stageId: taskId))<br>15.3 KiB (432.0 B, 640.0 B, 768.0 B (stage 65100.0: task 162735))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>21 ms (0 ms, 0 ms, 1 ms (stage 65100.0: task 162751))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 1 ms (stage 65101.0: task 162813))<br>remote bytes read total (min, med, max (stageId: taskId))<br>18.6 KiB (514.0 B, 994.0 B, 1254.0 B (stage 65101.0: task 162826))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>28 ms (1 ms, 1 ms, 2 ms (stage 65101.0: task 162814))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>35.9 KiB (1218.0 B, 1484.0 B, 1745.0 B (stage 65100.0: task 162712))" tooltip="Exchange hashpartitioning(worklistShardItemId#782384L, 20), REPARTITION_BY_NUM, [plan_id=310532]"];
subgraph cluster50 {
isCluster="true";
id="cluster50";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n2.4 s (77 ms, 91 ms, 125 ms (stage 65100.0: task 162755))";
tooltip="WholeStageCodegen (5)";
51 [id="node51" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#782384L]"];
52 [id="node52" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter isnotnull(worklistShardItemId#782384L)"];
53 [id="node53" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 980<br>number of input batches: 25" tooltip="ColumnarToRow"];
}
54 [id="node54" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>2.3 s (75 ms, 89 ms, 123 ms (stage 65100.0: task 162755))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 674.0 KiB<br>number of output rows: 980<br>number of partitions read: 1" tooltip="FileScan parquet [worklistShardItemId#782384L,shardId#782405,sequenceId#782383] Batched: true, DataFilters: [isnotnull(worklistShardItemId#782384L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#782405), isnotnull(sequenceId#782383), (shardId#782405 = 0_1_10000002108), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<worklistShardItemId:bigint>"];
subgraph cluster55 {
isCluster="true";
id="cluster55";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n427 ms (2 ms, 40 ms, 41 ms (stage 65170.0: task 162882))";
tooltip="WholeStageCodegen (9)";
56 [id="node56" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
57 [id="node57" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
}
58 [id="node58" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#779023, lambdafunction((lambda x_2066#782417.label = OutOfStockProbability), lambda x_2066#782417, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#788717, lambdafunction((lambda x_2067#782418.name = OOS_PROBABILITY_THRESHOLD), lambda x_2067#782418, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#779023, lambdafunction((lambda x_2066#782419.label = OutOfStockProbability), lambda x_2066#782419, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#788717, lambdafunction((lambda x_2067#782420.name = OOS_PROBABILITY_THRESHOLD), lambda x_2067#782420, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#779023, lambdafunction((lambda x_2068#782421.label = InitialStockQty), lambda x_2068#782421, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#779023, lambdafunction((lambda x_2068#782423.label = InitialStockQty), lambda x_2068#782423, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#788717, lambdafunction((lambda x_2069#782424.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_2069#782424, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#782631) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#782631, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354836) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#788717, lambdafunction((lambda x_2070#782425.name = OFFSET_CURRENT_ORDER_DATE), lambda x_2070#782425, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#782631) THEN null ELSE (cast((unix_timestamp(orderDateTime#782631, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354836) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#788717, lambdafunction((lambda x_2070#782426.name = OFFSET_CURRENT_ORDER_DATE), lambda x_2070#782426, false)), 1, None, false).value as double)) END)"];
subgraph cluster59 {
isCluster="true";
id="cluster59";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n827 ms (2 ms, 79 ms, 81 ms (stage 65170.0: task 162882))";
tooltip="WholeStageCodegen (7)";
60 [id="node60" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderDateTime#782631, prodLocSpecificKpis#779023]"];
61 [id="node61" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter NOT (isFallbackOrderOnly#782635 <=> true)"];
}
62 [id="node62" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 980" tooltip="InMemoryTableScan [isFallbackOrderOnly#782635, orderDateTime#782631, prodLocSpecificKpis#779023], [NOT (isFallbackOrderOnly#782635 <=> true)]"];
subgraph cluster63 {
isCluster="true";
id="cluster63";
label="WholeStageCodegen (15)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (15)";
64 [id="node64" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, ... 17 more fields]"];
65 [id="node65" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#777607, worklistShardItemId#778119L], [shardId#779045, worklistShardItemId#779046L], LeftOuter"];
}
subgraph cluster66 {
isCluster="true";
id="cluster66";
label="WholeStageCodegen (12)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (12)";
67 [id="node67" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, ... 16 more fields]"];
68 [id="node68" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#777607, worklistShardItemId#778119L], [shardId#779032, worklistShardItemId#779033L], LeftOuter"];
}
subgraph cluster69 {
isCluster="true";
id="cluster69";
label="WholeStageCodegen (9)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (9)";
70 [id="node70" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, ... 15 more fields]"];
71 [id="node71" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#777607, worklistShardItemId#778119L], [shardId#779016, worklistShardItemId#779017L], LeftOuter"];
}
subgraph cluster72 {
isCluster="true";
id="cluster72";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (6)";
73 [id="node73" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#777607 ASC NULLS FIRST, worklistShardItemId#778119L ASC NULLS FIRST], false, 0"];
}
74 [id="node74" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#777607, worklistShardItemId#778119L, 20), ENSURE_REQUIREMENTS, [plan_id=308833]"];
subgraph cluster75 {
isCluster="true";
id="cluster75";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
76 [id="node76" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, ... 14 more fields]"];
77 [id="node77" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#778119L], [worklistShardItemId#778343L], LeftOuter, (shardId#777607 = 0_1_10000002108)"];
}
subgraph cluster78 {
isCluster="true";
id="cluster78";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
79 [id="node79" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#778119L ASC NULLS FIRST], false, 0"];
}
80 [id="node80" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#778119L, 20), ENSURE_REQUIREMENTS, [plan_id=308814]"];
subgraph cluster81 {
isCluster="true";
id="cluster81";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
82 [id="node82" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, item#778118.worklistShardItemId AS worklistShardItemId#778119L, item#778118.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#778120, item#778118.qty AS qty#778121]"];
83 [id="node83" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#777609), [shardId#777607], false, [item#778118]"];
84 [id="node84" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#777609, true) > 0) AND isnotnull(items#777609))"];
}
85 [id="node85" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#777607, items#777609], [(size(items#777609, true) > 0), isnotnull(items#777609)]"];
subgraph cluster86 {
isCluster="true";
id="cluster86";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
87 [id="node87" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#777607) AND (shardId#777607 = 0_1_10000002108))"];
}
88 [id="node88" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, optimizationInsights#777613], [isnotnull(shardId#777607), (shardId#777607 = 0_1_10000002108)]"];
subgraph cluster89 {
isCluster="true";
id="cluster89";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
90 [id="node90" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#777607) AND (shardId#777607 = 0_1_10000002108))"];
91 [id="node91" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#777607,orderProposalId#777608L,items#777609,optimizationGroups#777610,isOptimal#777611,lastModified#777612,optimizationInsights#777613]"];
}
subgraph cluster92 {
isCluster="true";
id="cluster92";
label="WholeStageCodegen (4)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (4)";
93 [id="node93" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#778343L ASC NULLS FIRST], false, 0"];
94 [id="node94" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#778343L, orderProposalId#778320L, orderProposalItemId#778321, orderProposalItemGroupId#778344, originalReplenishmentRunId#778362L, splitIndicator#778339L, previousOrderProposal#778340L, sourceOfSupplyUuid#778334, supplierGroup#778322, supplier#778323, subrange#778326, product#778329, plant#778324, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, isFallbackOrderOnly#778337, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, netPriceAmount#778356, netPriceCurrencyCode#778357, ... 11 more fields]"];
}
95 [id="node95" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#778343L, 20), REPARTITION_BY_NUM, [plan_id=308824]"];
subgraph cluster96 {
isCluster="true";
id="cluster96";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
97 [id="node97" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#778320L, orderProposalItemId#778321, supplierGroup#778322, supplier#778323, plant#778324, deliveryDateTime#778325, subrange#778326, supplyingPlant#778327, productGroup#778328, product#778329, orderDateTime#778330, availabilityDateTime#778331, nextAvailabilityDateTime#778332, sourceOfSupplyUuid#778334, isFallbackOrderOnly#778337, splitIndicator#778339L, previousOrderProposal#778340L, worklistShardItemId#778343L, orderProposalItemGroupId#778344, externalProductId#778345, externalPlantId#778346, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, minimumOrderQuantity#778350, ... 11 more fields]"];
98 [id="node98" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#778343L)"];
99 [id="node99" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
100 [id="node100" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#778320L,orderProposalItemId#778321,supplierGroup#778322,supplier#778323,plant#778324,deliveryDateTime#778325,subrange#778326,supplyingPlant#778327,productGroup#778328,product#778329,orderDateTime#778330,availabilityDateTime#778331,nextAvailabilityDateTime#778332,sourceOfSupplyUuid#778334,isFallbackOrderOnly#778337,splitIndicator#778339L,previousOrderProposal#778340L,worklistShardItemId#778343L,orderProposalItemGroupId#778344,externalProductId#778345,externalPlantId#778346,logisticUnits#778347,orderQuantityBaseUom#778348,orderQuantityBaseUomUuid#778349,minimumOrderQuantity#778350,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#778343L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#778364), isnotnull(sequenceId#778342), (shardId#778364 = 0_1_10000002108), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster101 {
isCluster="true";
id="cluster101";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
102 [id="node102" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#779016 ASC NULLS FIRST, worklistShardItemId#779017L ASC NULLS FIRST], false, 0"];
}
103 [id="node103" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#779016, worklistShardItemId#779017L, 20), ENSURE_REQUIREMENTS, [plan_id=308839]"];
subgraph cluster104 {
isCluster="true";
id="cluster104";
label="WholeStageCodegen (7)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (7)";
105 [id="node105" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#779016, worklistShardItemId#779017L, coalesce(kpis#779021, []) AS prodLocSpecificKpis#779022]"];
106 [id="node106" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#779018) AND isnull(demandChannel#779019)) AND isnull(demandStream#779020)) AND (isnotnull(shardId#779016) AND isnotnull(worklistShardItemId#779017L)))"];
107 [id="node107" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#779016,worklistShardItemId#779017L,qty#779018,demandChannel#779019,demandStream#779020,kpis#779021]"];
}
subgraph cluster108 {
isCluster="true";
id="cluster108";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (11)";
109 [id="node109" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#779032 ASC NULLS FIRST, worklistShardItemId#779033L ASC NULLS FIRST], false, 0"];
}
110 [id="node110" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#779032, worklistShardItemId#779033L], functions=[collect_list(struct(demandChannel, demandChannel#779035, demandStream, demandStream#779036, kpis, kpis#779037), 0, 0)])"];
111 [id="node111" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#779032, worklistShardItemId#779033L, 20), ENSURE_REQUIREMENTS, [plan_id=308850]"];
112 [id="node112" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#779032, worklistShardItemId#779033L], functions=[partial_collect_list(struct(demandChannel, demandChannel#779035, demandStream, demandStream#779036, kpis, kpis#779037), 0, 0)])"];
subgraph cluster113 {
isCluster="true";
id="cluster113";
label="WholeStageCodegen (10)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (10)";
114 [id="node114" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#779032, worklistShardItemId#779033L, demandChannel#779035, demandStream#779036, kpis#779037]"];
115 [id="node115" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#779034) AND isnotnull(demandChannel#779035)) AND isnotnull(demandStream#779036)) AND (size(kpis#779037, true) > 0)) AND (isnotnull(shardId#779032) AND isnotnull(worklistShardItemId#779033L)))"];
116 [id="node116" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#779032,worklistShardItemId#779033L,qty#779034,demandChannel#779035,demandStream#779036,kpis#779037]"];
}
subgraph cluster117 {
isCluster="true";
id="cluster117";
label="WholeStageCodegen (14)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (14)";
118 [id="node118" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#779045 ASC NULLS FIRST, worklistShardItemId#779046L ASC NULLS FIRST], false, 0"];
}
119 [id="node119" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#779045, worklistShardItemId#779046L], functions=[collect_list(struct(qty, qty#779047, kpis, kpis#779050), 0, 0)])"];
120 [id="node120" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#779045, worklistShardItemId#779046L, 20), ENSURE_REQUIREMENTS, [plan_id=308862]"];
121 [id="node121" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#779045, worklistShardItemId#779046L], functions=[partial_collect_list(struct(qty, qty#779047, kpis, kpis#779050), 0, 0)])"];
subgraph cluster122 {
isCluster="true";
id="cluster122";
label="WholeStageCodegen (13)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (13)";
123 [id="node123" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#779045, worklistShardItemId#779046L, qty#779047, kpis#779050]"];
124 [id="node124" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#779047) AND isnotnull(kpis#779050)) AND (isnotnull(shardId#779045) AND isnotnull(worklistShardItemId#779046L)))"];
125 [id="node125" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#779045,worklistShardItemId#779046L,qty#779047,demandChannel#779048,demandStream#779049,kpis#779050]"];
}
126 [id="node126" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 238 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=310549]"];
127 [id="node127" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=310548]"];
subgraph cluster128 {
isCluster="true";
id="cluster128";
label="WholeStageCodegen (8)\n \nduration: 90 ms";
tooltip="WholeStageCodegen (8)";
129 [id="node129" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#782412[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#788717]"];
130 [id="node130" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#782412) AND isnotnull(insightConfigurations#782412[POTENTIAL_OOS_STOCK_PERIOD]))"];
131 [id="node131" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
132 [id="node132" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 89 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 4.6 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#782412,shardId#782413] Batched: true, DataFilters: [isnotnull(insightConfigurations#782412), isnotnull(insightConfigurations#782412[POTENTIAL_OOS_ST..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#782413), (shardId#782413 = 0_1_10000002108)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."];
subgraph cluster133 {
isCluster="true";
id="cluster133";
label="WholeStageCodegen (12)\n \nduration: total (min, med, max (stageId: taskId))\n389 ms (0 ms, 37 ms, 39 ms (stage 65170.0: task 162898))";
tooltip="WholeStageCodegen (12)";
134 [id="node134" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
135 [id="node135" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
}
136 [id="node136" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#782589, qty#782473, None, false), lambdafunction((lambda x_2072#782443.label = OutOfStockProbability), lambda x_2072#782443, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#788719, lambdafunction((lambda x_2073#782444.name = OOS_PROBABILITY_THRESHOLD), lambda x_2073#782444, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#782589, qty#782473, None, false), lambdafunction((lambda x_2072#782445.label = OutOfStockProbability), lambda x_2072#782445, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#788719, lambdafunction((lambda x_2073#782446.name = OOS_PROBABILITY_THRESHOLD), lambda x_2073#782446, false)), 1, None, false).value as double)) END"];
subgraph cluster137 {
isCluster="true";
id="cluster137";
label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n782 ms (1 ms, 75 ms, 78 ms (stage 65170.0: task 162898))";
tooltip="WholeStageCodegen (10)";
138 [id="node138" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [qty#782473, quantityKpis#782589]"];
139 [id="node139" labelType="html" label="<b>Filter</b><br><br>number of output rows: 980" tooltip="Filter NOT (isFallbackOrderOnly#782498 <=> true)"];
}
140 [id="node140" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 980" tooltip="InMemoryTableScan [isFallbackOrderOnly#782498, qty#782473, quantityKpis#782589], [NOT (isFallbackOrderOnly#782498 <=> true)]"];
subgraph cluster141 {
isCluster="true";
id="cluster141";
label="WholeStageCodegen (15)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (15)";
142 [id="node142" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, ... 17 more fields]"];
143 [id="node143" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#777607, worklistShardItemId#778119L], [shardId#779045, worklistShardItemId#779046L], LeftOuter"];
}
subgraph cluster144 {
isCluster="true";
id="cluster144";
label="WholeStageCodegen (12)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (12)";
145 [id="node145" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, ... 16 more fields]"];
146 [id="node146" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#777607, worklistShardItemId#778119L], [shardId#779032, worklistShardItemId#779033L], LeftOuter"];
}
subgraph cluster147 {
isCluster="true";
id="cluster147";
label="WholeStageCodegen (9)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (9)";
148 [id="node148" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, ... 15 more fields]"];
149 [id="node149" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#777607, worklistShardItemId#778119L], [shardId#779016, worklistShardItemId#779017L], LeftOuter"];
}
subgraph cluster150 {
isCluster="true";
id="cluster150";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (6)";
151 [id="node151" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#777607 ASC NULLS FIRST, worklistShardItemId#778119L ASC NULLS FIRST], false, 0"];
}
152 [id="node152" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#777607, worklistShardItemId#778119L, 20), ENSURE_REQUIREMENTS, [plan_id=308833]"];
subgraph cluster153 {
isCluster="true";
id="cluster153";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
154 [id="node154" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, ... 14 more fields]"];
155 [id="node155" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [worklistShardItemId#778119L], [worklistShardItemId#778343L], LeftOuter, (shardId#777607 = 0_1_10000002108)"];
}
subgraph cluster156 {
isCluster="true";
id="cluster156";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
157 [id="node157" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#778119L ASC NULLS FIRST], false, 0"];
}
158 [id="node158" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#778119L, 20), ENSURE_REQUIREMENTS, [plan_id=308814]"];
subgraph cluster159 {
isCluster="true";
id="cluster159";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
160 [id="node160" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#777607, item#778118.worklistShardItemId AS worklistShardItemId#778119L, item#778118.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#778120, item#778118.qty AS qty#778121]"];
161 [id="node161" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#777609), [shardId#777607], false, [item#778118]"];
162 [id="node162" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#777609, true) > 0) AND isnotnull(items#777609))"];
}
163 [id="node163" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#777607, items#777609], [(size(items#777609, true) > 0), isnotnull(items#777609)]"];
subgraph cluster164 {
isCluster="true";
id="cluster164";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
165 [id="node165" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#777607) AND (shardId#777607 = 0_1_10000002108))"];
}
166 [id="node166" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, optimizationInsights#777613], [isnotnull(shardId#777607), (shardId#777607 = 0_1_10000002108)]"];
subgraph cluster167 {
isCluster="true";
id="cluster167";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
168 [id="node168" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#777607) AND (shardId#777607 = 0_1_10000002108))"];
169 [id="node169" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#777607,orderProposalId#777608L,items#777609,optimizationGroups#777610,isOptimal#777611,lastModified#777612,optimizationInsights#777613]"];
}
subgraph cluster170 {
isCluster="true";
id="cluster170";
label="WholeStageCodegen (4)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (4)";
171 [id="node171" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [worklistShardItemId#778343L ASC NULLS FIRST], false, 0"];
172 [id="node172" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#778343L, orderProposalId#778320L, orderProposalItemId#778321, orderProposalItemGroupId#778344, originalReplenishmentRunId#778362L, splitIndicator#778339L, previousOrderProposal#778340L, sourceOfSupplyUuid#778334, supplierGroup#778322, supplier#778323, subrange#778326, product#778329, plant#778324, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, isFallbackOrderOnly#778337, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, netPriceAmount#778356, netPriceCurrencyCode#778357, ... 11 more fields]"];
}
173 [id="node173" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#778343L, 20), REPARTITION_BY_NUM, [plan_id=308824]"];
subgraph cluster174 {
isCluster="true";
id="cluster174";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
175 [id="node175" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#778320L, orderProposalItemId#778321, supplierGroup#778322, supplier#778323, plant#778324, deliveryDateTime#778325, subrange#778326, supplyingPlant#778327, productGroup#778328, product#778329, orderDateTime#778330, availabilityDateTime#778331, nextAvailabilityDateTime#778332, sourceOfSupplyUuid#778334, isFallbackOrderOnly#778337, splitIndicator#778339L, previousOrderProposal#778340L, worklistShardItemId#778343L, orderProposalItemGroupId#778344, externalProductId#778345, externalPlantId#778346, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, minimumOrderQuantity#778350, ... 11 more fields]"];
176 [id="node176" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#778343L)"];
177 [id="node177" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
178 [id="node178" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#778320L,orderProposalItemId#778321,supplierGroup#778322,supplier#778323,plant#778324,deliveryDateTime#778325,subrange#778326,supplyingPlant#778327,productGroup#778328,product#778329,orderDateTime#778330,availabilityDateTime#778331,nextAvailabilityDateTime#778332,sourceOfSupplyUuid#778334,isFallbackOrderOnly#778337,splitIndicator#778339L,previousOrderProposal#778340L,worklistShardItemId#778343L,orderProposalItemGroupId#778344,externalProductId#778345,externalPlantId#778346,logisticUnits#778347,orderQuantityBaseUom#778348,orderQuantityBaseUomUuid#778349,minimumOrderQuantity#778350,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#778343L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#778364), isnotnull(sequenceId#778342), (shardId#778364 = 0_1_10000002108), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster179 {
isCluster="true";
id="cluster179";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
180 [id="node180" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#779016 ASC NULLS FIRST, worklistShardItemId#779017L ASC NULLS FIRST], false, 0"];
}
181 [id="node181" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#779016, worklistShardItemId#779017L, 20), ENSURE_REQUIREMENTS, [plan_id=308839]"];
subgraph cluster182 {
isCluster="true";
id="cluster182";
label="WholeStageCodegen (7)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (7)";
183 [id="node183" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#779016, worklistShardItemId#779017L, coalesce(kpis#779021, []) AS prodLocSpecificKpis#779022]"];
184 [id="node184" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#779018) AND isnull(demandChannel#779019)) AND isnull(demandStream#779020)) AND (isnotnull(shardId#779016) AND isnotnull(worklistShardItemId#779017L)))"];
185 [id="node185" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#779016,worklistShardItemId#779017L,qty#779018,demandChannel#779019,demandStream#779020,kpis#779021]"];
}
subgraph cluster186 {
isCluster="true";
id="cluster186";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (11)";
187 [id="node187" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#779032 ASC NULLS FIRST, worklistShardItemId#779033L ASC NULLS FIRST], false, 0"];
}
188 [id="node188" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#779032, worklistShardItemId#779033L], functions=[collect_list(struct(demandChannel, demandChannel#779035, demandStream, demandStream#779036, kpis, kpis#779037), 0, 0)])"];
189 [id="node189" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#779032, worklistShardItemId#779033L, 20), ENSURE_REQUIREMENTS, [plan_id=308850]"];
190 [id="node190" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#779032, worklistShardItemId#779033L], functions=[partial_collect_list(struct(demandChannel, demandChannel#779035, demandStream, demandStream#779036, kpis, kpis#779037), 0, 0)])"];
subgraph cluster191 {
isCluster="true";
id="cluster191";
label="WholeStageCodegen (10)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (10)";
192 [id="node192" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#779032, worklistShardItemId#779033L, demandChannel#779035, demandStream#779036, kpis#779037]"];
193 [id="node193" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#779034) AND isnotnull(demandChannel#779035)) AND isnotnull(demandStream#779036)) AND (size(kpis#779037, true) > 0)) AND (isnotnull(shardId#779032) AND isnotnull(worklistShardItemId#779033L)))"];
194 [id="node194" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#779032,worklistShardItemId#779033L,qty#779034,demandChannel#779035,demandStream#779036,kpis#779037]"];
}
subgraph cluster195 {
isCluster="true";
id="cluster195";
label="WholeStageCodegen (14)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (14)";
196 [id="node196" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#779045 ASC NULLS FIRST, worklistShardItemId#779046L ASC NULLS FIRST], false, 0"];
}
197 [id="node197" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#779045, worklistShardItemId#779046L], functions=[collect_list(struct(qty, qty#779047, kpis, kpis#779050), 0, 0)])"];
198 [id="node198" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#779045, worklistShardItemId#779046L, 20), ENSURE_REQUIREMENTS, [plan_id=308862]"];
199 [id="node199" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#779045, worklistShardItemId#779046L], functions=[partial_collect_list(struct(qty, qty#779047, kpis, kpis#779050), 0, 0)])"];
subgraph cluster200 {
isCluster="true";
id="cluster200";
label="WholeStageCodegen (13)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (13)";
201 [id="node201" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#779045, worklistShardItemId#779046L, qty#779047, kpis#779050]"];
202 [id="node202" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#779047) AND isnotnull(kpis#779050)) AND (isnotnull(shardId#779045) AND isnotnull(worklistShardItemId#779046L)))"];
203 [id="node203" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#779045,worklistShardItemId#779046L,qty#779047,demandChannel#779048,demandStream#779049,kpis#779050]"];
}
204 [id="node204" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 226 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=310565]"];
205 [id="node205" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=310564]"];
subgraph cluster206 {
isCluster="true";
id="cluster206";
label="WholeStageCodegen (11)\n \nduration: 92 ms";
tooltip="WholeStageCodegen (11)";
207 [id="node207" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#782594[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#788719]"];
208 [id="node208" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#782594) AND isnotnull(insightConfigurations#782594[POTENTIAL_OOS_DEMAND_PERIOD]))"];
209 [id="node209" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
210 [id="node210" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 90 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 4.6 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#782594,shardId#782595] Batched: true, DataFilters: [isnotnull(insightConfigurations#782594), isnotnull(insightConfigurations#782594[POTENTIAL_OOS_DE..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#782595), (shardId#782595 = 0_1_10000002108)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."];
1->0;
3->1;
4->3;
5->4;
6->5;
7->6;
8->7;
9->8;
10->9;
11->10;
12->11;
14->12;
15->14;
17->15;
18->17;
20->18;
21->20;
22->11;
23->22;
25->23;
26->25;
27->26;
28->27;
30->28;
31->30;
32->31;
33->32;
34->33;
36->34;
37->36;
39->37;
40->39;
41->27;
42->41;
44->42;
45->44;
46->45;
47->46;
48->5;
49->48;
51->49;
52->51;
53->52;
54->53;
56->1;
57->56;
58->57;
60->58;
61->60;
62->61;
64->62;
65->64;
67->65;
68->67;
70->68;
71->70;
73->71;
74->73;
76->74;
77->76;
79->77;
80->79;
82->80;
83->82;
84->83;
85->84;
87->85;
88->87;
90->88;
91->90;
93->77;
94->93;
95->94;
97->95;
98->97;
99->98;
100->99;
102->71;
103->102;
105->103;
106->105;
107->106;
109->68;
110->109;
111->110;
112->111;
114->112;
115->114;
116->115;
118->65;
119->118;
120->119;
121->120;
123->121;
124->123;
125->124;
126->58;
127->126;
129->127;
130->129;
131->130;
132->131;
134->1;
135->134;
136->135;
138->136;
139->138;
140->139;
142->140;
143->142;
145->143;
146->145;
148->146;
149->148;
151->149;
152->151;
154->152;
155->154;
157->155;
158->157;
160->158;
161->160;
162->161;
163->162;
165->163;
166->165;
168->166;
169->168;
171->155;
172->171;
173->172;
175->173;
176->175;
177->176;
178->177;
180->149;
181->180;
183->181;
184->183;
185->184;
187->146;
188->187;
189->188;
190->189;
192->190;
193->192;
194->193;
196->143;
197->196;
198->197;
199->198;
201->199;
202->201;
203->202;
204->136;
205->204;
207->205;
208->207;
209->208;
210->209;
}
== Physical Plan ==
CollectLimit (113)
+- Union (112)
:- * LocalLimit (42)
: +- * Project (41)
: +- * BroadcastHashJoin LeftOuter BuildRight (40)
: :- * LocalLimit (33)
: : +- * Project (32)
: : +- * Filter (31)
: : +- * Generate (30)
: : +- * Project (29)
: : +- * BroadcastHashJoin Inner BuildLeft (28)
: : :- BroadcastExchange (9)
: : : +- * Filter (8)
: : : +- InMemoryTableScan (1)
: : : +- InMemoryRelation (2)
: : : +- * Filter (7)
: : : +- InMemoryTableScan (3)
: : : +- InMemoryRelation (4)
: : : +- * Filter (6)
: : : +- * Scan ExistingRDD (5)
: : +- * HashAggregate (27)
: : +- Exchange (26)
: : +- * HashAggregate (25)
: : +- * Project (24)
: : +- * BroadcastHashJoin Inner BuildLeft (23)
: : :- BroadcastExchange (16)
: : : +- * Project (15)
: : : +- * Generate (14)
: : : +- * Project (13)
: : : +- * Filter (12)
: : : +- InMemoryTableScan (10)
: : : +- InMemoryRelation (11)
: : : +- * Filter (7)
: : : +- InMemoryTableScan (3)
: : : +- InMemoryRelation (4)
: : : +- * Filter (6)
: : : +- * Scan ExistingRDD (5)
: : +- * Project (22)
: : +- Exchange (21)
: : +- * Project (20)
: : +- * Filter (19)
: : +- * ColumnarToRow (18)
: : +- Scan parquet (17)
: +- BroadcastExchange (39)
: +- Exchange (38)
: +- * Project (37)
: +- * Filter (36)
: +- * ColumnarToRow (35)
: +- Scan parquet (34)
:- * LocalLimit (98)
: +- * Project (97)
: +- BroadcastNestedLoopJoin Cross BuildRight (96)
: :- * Project (89)
: : +- * Filter (88)
: : +- InMemoryTableScan (43)
: : +- InMemoryRelation (44)
: : +- * Project (87)
: : +- * SortMergeJoin LeftOuter (86)
: : :- * Project (78)
: : : +- * SortMergeJoin LeftOuter (77)
: : : :- * Project (69)
: : : : +- * SortMergeJoin LeftOuter (68)
: : : : :- * Sort (62)
: : : : : +- Exchange (61)
: : : : : +- * Project (60)
: : : : : +- * SortMergeJoin LeftOuter (59)
: : : : : :- * Sort (51)
: : : : : : +- Exchange (50)
: : : : : : +- * Project (49)
: : : : : : +- * Generate (48)
: : : : : : +- * Filter (47)
: : : : : : +- InMemoryTableScan (45)
: : : : : : +- InMemoryRelation (46)
: : : : : : +- * Filter (7)
: : : : : : +- InMemoryTableScan (3)
: : : : : : +- InMemoryRelation (4)
: : : : : : +- * Filter (6)
: : : : : : +- * Scan ExistingRDD (5)
: : : : : +- * Sort (58)
: : : : : +- * Project (57)
: : : : : +- Exchange (56)
: : : : : +- * Project (55)
: : : : : +- * Filter (54)
: : : : : +- * ColumnarToRow (53)
: : : : : +- Scan parquet (52)
: : : : +- * Sort (67)
: : : : +- Exchange (66)
: : : : +- * Project (65)
: : : : +- * Filter (64)
: : : : +- * Scan ExistingRDD (63)
: : : +- * Sort (76)
: : : +- ObjectHashAggregate (75)
: : : +- Exchange (74)
: : : +- ObjectHashAggregate (73)
: : : +- * Project (72)
: : : +- * Filter (71)
: : : +- * Scan ExistingRDD (70)
: : +- * Sort (85)
: : +- ObjectHashAggregate (84)
: : +- Exchange (83)
: : +- ObjectHashAggregate (82)
: : +- * Project (81)
: : +- * Filter (80)
: : +- * Scan ExistingRDD (79)
: +- BroadcastExchange (95)
: +- Exchange (94)
: +- * Project (93)
: +- * Filter (92)
: +- * ColumnarToRow (91)
: +- Scan parquet (90)
+- * LocalLimit (111)
+- * Project (110)
+- BroadcastNestedLoopJoin Cross BuildRight (109)
:- * Project (102)
: +- * Filter (101)
: +- InMemoryTableScan (99)
: +- InMemoryRelation (100)
: +- * Project (87)
: +- * SortMergeJoin LeftOuter (86)
: :- * Project (78)
: : +- * SortMergeJoin LeftOuter (77)
: : :- * Project (69)
: : : +- * SortMergeJoin LeftOuter (68)
: : : :- * Sort (62)
: : : : +- Exchange (61)
: : : : +- * Project (60)
: : : : +- * SortMergeJoin LeftOuter (59)
: : : : :- * Sort (51)
: : : : : +- Exchange (50)
: : : : : +- * Project (49)
: : : : : +- * Generate (48)
: : : : : +- * Filter (47)
: : : : : +- InMemoryTableScan (45)
: : : : : +- InMemoryRelation (46)
: : : : : +- * Filter (7)
: : : : : +- InMemoryTableScan (3)
: : : : : +- InMemoryRelation (4)
: : : : : +- * Filter (6)
: : : : : +- * Scan ExistingRDD (5)
: : : : +- * Sort (58)
: : : : +- * Project (57)
: : : : +- Exchange (56)
: : : : +- * Project (55)
: : : : +- * Filter (54)
: : : : +- * ColumnarToRow (53)
: : : : +- Scan parquet (52)
: : : +- * Sort (67)
: : : +- Exchange (66)
: : : +- * Project (65)
: : : +- * Filter (64)
: : : +- * Scan ExistingRDD (63)
: : +- * Sort (76)
: : +- ObjectHashAggregate (75)
: : +- Exchange (74)
: : +- ObjectHashAggregate (73)
: : +- * Project (72)
: : +- * Filter (71)
: : +- * Scan ExistingRDD (70)
: +- * Sort (85)
: +- ObjectHashAggregate (84)
: +- Exchange (83)
: +- ObjectHashAggregate (82)
: +- * Project (81)
: +- * Filter (80)
: +- * Scan ExistingRDD (79)
+- BroadcastExchange (108)
+- Exchange (107)
+- * Project (106)
+- * Filter (105)
+- * ColumnarToRow (104)
+- Scan parquet (103)
(1) InMemoryTableScan
Output [3]: [shardId#777607, orderProposalId#777608L, optimizationInsights#777613]
Arguments: [shardId#777607, orderProposalId#777608L, optimizationInsights#777613], [isnotnull(orderProposalId#777608L), (size(optimizationInsights#777613, true) > 0), isnotnull(optimizationInsights#777613)]
(2) InMemoryRelation
Arguments: [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, optimizationInsights#777613], StorageLevel(disk, memory, 2 replicas)
(3) InMemoryTableScan
Output [6]: [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, optimizationInsights#777613]
Arguments: [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, optimizationInsights#777613], [isnotnull(shardId#777607), (shardId#777607 = 0_1_10000002108)]
(4) InMemoryRelation
Arguments: [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, lastModified#777612, optimizationInsights#777613], StorageLevel(disk, memory, 2 replicas)
(5) Scan ExistingRDD [codegen id : 1]
Output [7]: [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, lastModified#777612, optimizationInsights#777613]
Arguments: [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, lastModified#777612, optimizationInsights#777613], MapPartitionsRDD[36570] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(6) Filter [codegen id : 1]
Input [7]: [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, lastModified#777612, optimizationInsights#777613]
Condition : (isnotnull(shardId#777607) AND (shardId#777607 = 0_1_10000002108))
(7) Filter [codegen id : 1]
Input [6]: [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, optimizationInsights#777613]
Condition : (isnotnull(shardId#777607) AND (shardId#777607 = 0_1_10000002108))
(8) Filter [codegen id : 1]
Input [3]: [shardId#777607, orderProposalId#777608L, optimizationInsights#777613]
Condition : ((isnotnull(orderProposalId#777608L) AND (size(optimizationInsights#777613, true) > 0)) AND isnotnull(optimizationInsights#777613))
(9) BroadcastExchange
Input [3]: [shardId#777607, orderProposalId#777608L, optimizationInsights#777613]
Arguments: HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=310496]
(10) InMemoryTableScan
Output [2]: [items#781928, shardId#781926]
Arguments: [items#781928, shardId#781926], [(size(items#781928.worklistShardItemId, true) > 0), isnotnull(items#781928.worklistShardItemId), (shardId#781926 = 0_1_10000002108)]
(11) InMemoryRelation
Arguments: [shardId#781926, orderProposalId#781927L, items#781928, optimizationGroups#781929, isOptimal#781930, optimizationInsights#781932], StorageLevel(disk, memory, 2 replicas)
(12) Filter [codegen id : 2]
Input [2]: [items#781928, shardId#781926]
Condition : (((size(items#781928.worklistShardItemId, true) > 0) AND isnotnull(items#781928.worklistShardItemId)) AND (shardId#781926 = 0_1_10000002108))
(13) Project [codegen id : 2]
Output [1]: [items#781928.worklistShardItemId AS _extract_worklistShardItemId#788715]
Input [2]: [items#781928, shardId#781926]
(14) Generate [codegen id : 2]
Input [1]: [_extract_worklistShardItemId#788715]
Arguments: explode(_extract_worklistShardItemId#788715), false, [item#778118L]
(15) Project [codegen id : 2]
Output [1]: [item#778118L AS worklistShardItemId#778119L]
Input [1]: [item#778118L]
(16) BroadcastExchange
Input [1]: [worklistShardItemId#778119L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=310504]
(17) Scan parquet
Output [5]: [orderProposalId#778320L, isFallbackOrderOnly#778337, worklistShardItemId#778343L, shardId#778364, sequenceId#778342]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002108]
PartitionFilters: [isnotnull(shardId#778364), isnotnull(sequenceId#778342), (shardId#778364 = 0_1_10000002108), (sequenceId#778342 = 1)]
PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderProposalId)]
ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>
(18) ColumnarToRow [codegen id : 3]
Input [5]: [orderProposalId#778320L, isFallbackOrderOnly#778337, worklistShardItemId#778343L, shardId#778364, sequenceId#778342]
(19) Filter [codegen id : 3]
Input [5]: [orderProposalId#778320L, isFallbackOrderOnly#778337, worklistShardItemId#778343L, shardId#778364, sequenceId#778342]
Condition : ((isnotnull(worklistShardItemId#778343L) AND NOT (isFallbackOrderOnly#778337 <=> true)) AND isnotnull(orderProposalId#778320L))
(20) Project [codegen id : 3]
Output [2]: [orderProposalId#778320L, worklistShardItemId#778343L]
Input [5]: [orderProposalId#778320L, isFallbackOrderOnly#778337, worklistShardItemId#778343L, shardId#778364, sequenceId#778342]
(21) Exchange
Input [2]: [orderProposalId#778320L, worklistShardItemId#778343L]
Arguments: hashpartitioning(worklistShardItemId#778343L, 20), REPARTITION_BY_NUM, [plan_id=310511]
(22) Project
Output [2]: [worklistShardItemId#778343L, orderProposalId#778320L]
Input [2]: [orderProposalId#778320L, worklistShardItemId#778343L]
(23) BroadcastHashJoin [codegen id : 4]
Left keys [1]: [worklistShardItemId#778119L]
Right keys [1]: [worklistShardItemId#778343L]
Join type: Inner
Join condition: None
(24) Project [codegen id : 4]
Output [1]: [orderProposalId#778320L]
Input [3]: [worklistShardItemId#778119L, worklistShardItemId#778343L, orderProposalId#778320L]
(25) HashAggregate [codegen id : 4]
Input [1]: [orderProposalId#778320L]
Keys [1]: [orderProposalId#778320L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#778320L]
(26) Exchange
Input [1]: [orderProposalId#778320L]
Arguments: hashpartitioning(orderProposalId#778320L, 20), ENSURE_REQUIREMENTS, [plan_id=310518]
(27) HashAggregate
Input [1]: [orderProposalId#778320L]
Keys [1]: [orderProposalId#778320L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#778320L]
(28) BroadcastHashJoin [codegen id : 6]
Left keys [1]: [orderProposalId#777608L]
Right keys [1]: [orderProposalId#778320L]
Join type: Inner
Join condition: None
(29) Project [codegen id : 6]
Output [2]: [shardId#777607, optimizationInsights#777613]
Input [4]: [shardId#777607, orderProposalId#777608L, optimizationInsights#777613, orderProposalId#778320L]
(30) Generate [codegen id : 6]
Input [2]: [shardId#777607, optimizationInsights#777613]
Arguments: explode(optimizationInsights#777613), [shardId#777607], false, [insight#781934]
(31) Filter [codegen id : 6]
Input [2]: [shardId#777607, insight#781934]
Condition : NOT insight#781934.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)
(32) Project [codegen id : 6]
Output [2]: [shardId#777607, insight#781934.worklistShardItemId AS worklistShardItemId#781936L]
Input [2]: [shardId#777607, insight#781934]
(33) LocalLimit [codegen id : 6]
Input [2]: [shardId#777607, worklistShardItemId#781936L]
Arguments: 1
(34) Scan parquet
Output [3]: [worklistShardItemId#782384L, shardId#782405, sequenceId#782383]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002108]
PartitionFilters: [isnotnull(shardId#782405), isnotnull(sequenceId#782383), (shardId#782405 = 0_1_10000002108), (sequenceId#782383 = 1)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<worklistShardItemId:bigint>
(35) ColumnarToRow [codegen id : 5]
Input [3]: [worklistShardItemId#782384L, shardId#782405, sequenceId#782383]
(36) Filter [codegen id : 5]
Input [3]: [worklistShardItemId#782384L, shardId#782405, sequenceId#782383]
Condition : isnotnull(worklistShardItemId#782384L)
(37) Project [codegen id : 5]
Output [1]: [worklistShardItemId#782384L]
Input [3]: [worklistShardItemId#782384L, shardId#782405, sequenceId#782383]
(38) Exchange
Input [1]: [worklistShardItemId#782384L]
Arguments: hashpartitioning(worklistShardItemId#782384L, 20), REPARTITION_BY_NUM, [plan_id=310532]
(39) BroadcastExchange
Input [1]: [worklistShardItemId#782384L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=310533]
(40) BroadcastHashJoin [codegen id : 6]
Left keys [1]: [worklistShardItemId#781936L]
Right keys [1]: [worklistShardItemId#782384L]
Join type: LeftOuter
Join condition: (shardId#777607 = 0_1_10000002108)
(41) Project [codegen id : 6]
Output: []
Input [3]: [shardId#777607, worklistShardItemId#781936L, worklistShardItemId#782384L]
(42) LocalLimit [codegen id : 6]
Input: []
Arguments: 1
(43) InMemoryTableScan
Output [3]: [isFallbackOrderOnly#782635, orderDateTime#782631, prodLocSpecificKpis#779023]
Arguments: [isFallbackOrderOnly#782635, orderDateTime#782631, prodLocSpecificKpis#779023], [NOT (isFallbackOrderOnly#782635 <=> true)]
(44) InMemoryRelation
Arguments: [shardId#782600, worklistShardItemId#782608L, quantityAfterProdPlantOptimization#782609, qty#782610, orderProposalId#782613L, originalReplenishmentRunId#782616L, supplierGroup#782623, supplier#782624, supplyingPlant#782654, productGroup#782655, product#782626, plant#782627, subrange#782625, orderDateTime#782631, deliveryDateTime#782632, availabilityDateTime#782633, nextAvailabilityDateTime#782634, constraintValues#782648, constraintOperators#782646, constraintLabels#782645, logisticUnits#782650, orderQuantityBaseUom#782636, orderQuantityBaseUomUuid#782637, splitIndicator#782618L, netPriceAmount#782641, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(45) InMemoryTableScan
Output [2]: [shardId#777607, items#777609]
Arguments: [shardId#777607, items#777609], [(size(items#777609, true) > 0), isnotnull(items#777609)]
(46) InMemoryRelation
Arguments: [shardId#777607, orderProposalId#777608L, items#777609, optimizationGroups#777610, isOptimal#777611, optimizationInsights#777613], StorageLevel(disk, memory, 2 replicas)
(47) Filter [codegen id : 1]
Input [2]: [shardId#777607, items#777609]
Condition : ((size(items#777609, true) > 0) AND isnotnull(items#777609))
(48) Generate [codegen id : 1]
Input [2]: [shardId#777607, items#777609]
Arguments: explode(items#777609), [shardId#777607], false, [item#778118]
(49) Project [codegen id : 1]
Output [4]: [shardId#777607, item#778118.worklistShardItemId AS worklistShardItemId#778119L, item#778118.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#778120, item#778118.qty AS qty#778121]
Input [2]: [shardId#777607, item#778118]
(50) Exchange
Input [4]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121]
Arguments: hashpartitioning(worklistShardItemId#778119L, 20), ENSURE_REQUIREMENTS, [plan_id=308814]
(51) Sort [codegen id : 2]
Input [4]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121]
Arguments: [worklistShardItemId#778119L ASC NULLS FIRST], false, 0
(52) Scan parquet
Output [38]: [orderProposalId#778320L, orderProposalItemId#778321, supplierGroup#778322, supplier#778323, plant#778324, deliveryDateTime#778325, subrange#778326, supplyingPlant#778327, productGroup#778328, product#778329, orderDateTime#778330, availabilityDateTime#778331, nextAvailabilityDateTime#778332, sourceOfSupplyUuid#778334, isFallbackOrderOnly#778337, splitIndicator#778339L, previousOrderProposal#778340L, worklistShardItemId#778343L, orderProposalItemGroupId#778344, externalProductId#778345, externalPlantId#778346, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, minimumOrderQuantity#778350, constraintLabels#778351, constraintOperators#778352, constraintValues#778353, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, measurements#778361, originalReplenishmentRunId#778362L, optimizationGroups#778363, shardId#778364, sequenceId#778342]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002108]
PartitionFilters: [isnotnull(shardId#778364), isnotnull(sequenceId#778342), (shardId#778364 = 0_1_10000002108), (sequenceId#778342 = 1)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,sourceOfSupplyUuid:string,isFallbackOrderOnly:boolean,splitIndicator:bigint,previousOrderProposal:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>
(53) ColumnarToRow [codegen id : 3]
Input [38]: [orderProposalId#778320L, orderProposalItemId#778321, supplierGroup#778322, supplier#778323, plant#778324, deliveryDateTime#778325, subrange#778326, supplyingPlant#778327, productGroup#778328, product#778329, orderDateTime#778330, availabilityDateTime#778331, nextAvailabilityDateTime#778332, sourceOfSupplyUuid#778334, isFallbackOrderOnly#778337, splitIndicator#778339L, previousOrderProposal#778340L, worklistShardItemId#778343L, orderProposalItemGroupId#778344, externalProductId#778345, externalPlantId#778346, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, minimumOrderQuantity#778350, constraintLabels#778351, constraintOperators#778352, constraintValues#778353, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, measurements#778361, originalReplenishmentRunId#778362L, optimizationGroups#778363, shardId#778364, sequenceId#778342]
(54) Filter [codegen id : 3]
Input [38]: [orderProposalId#778320L, orderProposalItemId#778321, supplierGroup#778322, supplier#778323, plant#778324, deliveryDateTime#778325, subrange#778326, supplyingPlant#778327, productGroup#778328, product#778329, orderDateTime#778330, availabilityDateTime#778331, nextAvailabilityDateTime#778332, sourceOfSupplyUuid#778334, isFallbackOrderOnly#778337, splitIndicator#778339L, previousOrderProposal#778340L, worklistShardItemId#778343L, orderProposalItemGroupId#778344, externalProductId#778345, externalPlantId#778346, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, minimumOrderQuantity#778350, constraintLabels#778351, constraintOperators#778352, constraintValues#778353, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, measurements#778361, originalReplenishmentRunId#778362L, optimizationGroups#778363, shardId#778364, sequenceId#778342]
Condition : isnotnull(worklistShardItemId#778343L)
(55) Project [codegen id : 3]
Output [36]: [orderProposalId#778320L, orderProposalItemId#778321, supplierGroup#778322, supplier#778323, plant#778324, deliveryDateTime#778325, subrange#778326, supplyingPlant#778327, productGroup#778328, product#778329, orderDateTime#778330, availabilityDateTime#778331, nextAvailabilityDateTime#778332, sourceOfSupplyUuid#778334, isFallbackOrderOnly#778337, splitIndicator#778339L, previousOrderProposal#778340L, worklistShardItemId#778343L, orderProposalItemGroupId#778344, externalProductId#778345, externalPlantId#778346, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, minimumOrderQuantity#778350, constraintLabels#778351, constraintOperators#778352, constraintValues#778353, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, measurements#778361, originalReplenishmentRunId#778362L, optimizationGroups#778363]
Input [38]: [orderProposalId#778320L, orderProposalItemId#778321, supplierGroup#778322, supplier#778323, plant#778324, deliveryDateTime#778325, subrange#778326, supplyingPlant#778327, productGroup#778328, product#778329, orderDateTime#778330, availabilityDateTime#778331, nextAvailabilityDateTime#778332, sourceOfSupplyUuid#778334, isFallbackOrderOnly#778337, splitIndicator#778339L, previousOrderProposal#778340L, worklistShardItemId#778343L, orderProposalItemGroupId#778344, externalProductId#778345, externalPlantId#778346, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, minimumOrderQuantity#778350, constraintLabels#778351, constraintOperators#778352, constraintValues#778353, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, measurements#778361, originalReplenishmentRunId#778362L, optimizationGroups#778363, shardId#778364, sequenceId#778342]
(56) Exchange
Input [36]: [orderProposalId#778320L, orderProposalItemId#778321, supplierGroup#778322, supplier#778323, plant#778324, deliveryDateTime#778325, subrange#778326, supplyingPlant#778327, productGroup#778328, product#778329, orderDateTime#778330, availabilityDateTime#778331, nextAvailabilityDateTime#778332, sourceOfSupplyUuid#778334, isFallbackOrderOnly#778337, splitIndicator#778339L, previousOrderProposal#778340L, worklistShardItemId#778343L, orderProposalItemGroupId#778344, externalProductId#778345, externalPlantId#778346, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, minimumOrderQuantity#778350, constraintLabels#778351, constraintOperators#778352, constraintValues#778353, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, measurements#778361, originalReplenishmentRunId#778362L, optimizationGroups#778363]
Arguments: hashpartitioning(worklistShardItemId#778343L, 20), REPARTITION_BY_NUM, [plan_id=308824]
(57) Project [codegen id : 4]
Output [36]: [worklistShardItemId#778343L, orderProposalId#778320L, orderProposalItemId#778321, orderProposalItemGroupId#778344, originalReplenishmentRunId#778362L, splitIndicator#778339L, previousOrderProposal#778340L, sourceOfSupplyUuid#778334, supplierGroup#778322, supplier#778323, subrange#778326, product#778329, plant#778324, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, isFallbackOrderOnly#778337, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, netPriceAmount#778356, netPriceCurrencyCode#778357, measurements#778361, minimumOrderQuantity#778350, constraintLabels#778351, constraintOperators#778352, constraintValues#778353, logisticUnits#778347, optimizationGroups#778363, externalProductId#778345, externalPlantId#778346, supplyingPlant#778327, productGroup#778328]
Input [36]: [orderProposalId#778320L, orderProposalItemId#778321, supplierGroup#778322, supplier#778323, plant#778324, deliveryDateTime#778325, subrange#778326, supplyingPlant#778327, productGroup#778328, product#778329, orderDateTime#778330, availabilityDateTime#778331, nextAvailabilityDateTime#778332, sourceOfSupplyUuid#778334, isFallbackOrderOnly#778337, splitIndicator#778339L, previousOrderProposal#778340L, worklistShardItemId#778343L, orderProposalItemGroupId#778344, externalProductId#778345, externalPlantId#778346, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, minimumOrderQuantity#778350, constraintLabels#778351, constraintOperators#778352, constraintValues#778353, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, measurements#778361, originalReplenishmentRunId#778362L, optimizationGroups#778363]
(58) Sort [codegen id : 4]
Input [36]: [worklistShardItemId#778343L, orderProposalId#778320L, orderProposalItemId#778321, orderProposalItemGroupId#778344, originalReplenishmentRunId#778362L, splitIndicator#778339L, previousOrderProposal#778340L, sourceOfSupplyUuid#778334, supplierGroup#778322, supplier#778323, subrange#778326, product#778329, plant#778324, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, isFallbackOrderOnly#778337, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, netPriceAmount#778356, netPriceCurrencyCode#778357, measurements#778361, minimumOrderQuantity#778350, constraintLabels#778351, constraintOperators#778352, constraintValues#778353, logisticUnits#778347, optimizationGroups#778363, externalProductId#778345, externalPlantId#778346, supplyingPlant#778327, productGroup#778328]
Arguments: [worklistShardItemId#778343L ASC NULLS FIRST], false, 0
(59) SortMergeJoin [codegen id : 5]
Left keys [1]: [worklistShardItemId#778119L]
Right keys [1]: [worklistShardItemId#778343L]
Join type: LeftOuter
Join condition: (shardId#777607 = 0_1_10000002108)
(60) Project [codegen id : 5]
Output [39]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, sourceOfSupplyUuid#778334, minimumOrderQuantity#778350, orderProposalItemId#778321, orderProposalItemGroupId#778344, optimizationGroups#778363, measurements#778361, externalProductId#778345, externalPlantId#778346, previousOrderProposal#778340L, isFallbackOrderOnly#778337]
Input [40]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, worklistShardItemId#778343L, orderProposalId#778320L, orderProposalItemId#778321, orderProposalItemGroupId#778344, originalReplenishmentRunId#778362L, splitIndicator#778339L, previousOrderProposal#778340L, sourceOfSupplyUuid#778334, supplierGroup#778322, supplier#778323, subrange#778326, product#778329, plant#778324, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, isFallbackOrderOnly#778337, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, netPriceAmount#778356, netPriceCurrencyCode#778357, measurements#778361, minimumOrderQuantity#778350, constraintLabels#778351, constraintOperators#778352, constraintValues#778353, logisticUnits#778347, optimizationGroups#778363, externalProductId#778345, externalPlantId#778346, supplyingPlant#778327, productGroup#778328]
(61) Exchange
Input [39]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, sourceOfSupplyUuid#778334, minimumOrderQuantity#778350, orderProposalItemId#778321, orderProposalItemGroupId#778344, optimizationGroups#778363, measurements#778361, externalProductId#778345, externalPlantId#778346, previousOrderProposal#778340L, isFallbackOrderOnly#778337]
Arguments: hashpartitioning(shardId#777607, worklistShardItemId#778119L, 20), ENSURE_REQUIREMENTS, [plan_id=308833]
(62) Sort [codegen id : 6]
Input [39]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, sourceOfSupplyUuid#778334, minimumOrderQuantity#778350, orderProposalItemId#778321, orderProposalItemGroupId#778344, optimizationGroups#778363, measurements#778361, externalProductId#778345, externalPlantId#778346, previousOrderProposal#778340L, isFallbackOrderOnly#778337]
Arguments: [shardId#777607 ASC NULLS FIRST, worklistShardItemId#778119L ASC NULLS FIRST], false, 0
(63) Scan ExistingRDD [codegen id : 7]
Output [6]: [shardId#779016, worklistShardItemId#779017L, qty#779018, demandChannel#779019, demandStream#779020, kpis#779021]
Arguments: [shardId#779016, worklistShardItemId#779017L, qty#779018, demandChannel#779019, demandStream#779020, kpis#779021], MapPartitionsRDD[36645] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(64) Filter [codegen id : 7]
Input [6]: [shardId#779016, worklistShardItemId#779017L, qty#779018, demandChannel#779019, demandStream#779020, kpis#779021]
Condition : (((isnull(qty#779018) AND isnull(demandChannel#779019)) AND isnull(demandStream#779020)) AND (isnotnull(shardId#779016) AND isnotnull(worklistShardItemId#779017L)))
(65) Project [codegen id : 7]
Output [3]: [shardId#779016, worklistShardItemId#779017L, coalesce(kpis#779021, []) AS prodLocSpecificKpis#779022]
Input [6]: [shardId#779016, worklistShardItemId#779017L, qty#779018, demandChannel#779019, demandStream#779020, kpis#779021]
(66) Exchange
Input [3]: [shardId#779016, worklistShardItemId#779017L, prodLocSpecificKpis#779022]
Arguments: hashpartitioning(shardId#779016, worklistShardItemId#779017L, 20), ENSURE_REQUIREMENTS, [plan_id=308839]
(67) Sort [codegen id : 8]
Input [3]: [shardId#779016, worklistShardItemId#779017L, prodLocSpecificKpis#779022]
Arguments: [shardId#779016 ASC NULLS FIRST, worklistShardItemId#779017L ASC NULLS FIRST], false, 0
(68) SortMergeJoin [codegen id : 9]
Left keys [2]: [shardId#777607, worklistShardItemId#778119L]
Right keys [2]: [shardId#779016, worklistShardItemId#779017L]
Join type: LeftOuter
Join condition: None
(69) Project [codegen id : 9]
Output [40]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, sourceOfSupplyUuid#778334, minimumOrderQuantity#778350, orderProposalItemId#778321, orderProposalItemGroupId#778344, optimizationGroups#778363, measurements#778361, externalProductId#778345, externalPlantId#778346, previousOrderProposal#778340L, isFallbackOrderOnly#778337, coalesce(prodLocSpecificKpis#779022, []) AS prodLocSpecificKpis#779023]
Input [42]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, sourceOfSupplyUuid#778334, minimumOrderQuantity#778350, orderProposalItemId#778321, orderProposalItemGroupId#778344, optimizationGroups#778363, measurements#778361, externalProductId#778345, externalPlantId#778346, previousOrderProposal#778340L, isFallbackOrderOnly#778337, shardId#779016, worklistShardItemId#779017L, prodLocSpecificKpis#779022]
(70) Scan ExistingRDD [codegen id : 10]
Output [6]: [shardId#779032, worklistShardItemId#779033L, qty#779034, demandChannel#779035, demandStream#779036, kpis#779037]
Arguments: [shardId#779032, worklistShardItemId#779033L, qty#779034, demandChannel#779035, demandStream#779036, kpis#779037], MapPartitionsRDD[36645] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(71) Filter [codegen id : 10]
Input [6]: [shardId#779032, worklistShardItemId#779033L, qty#779034, demandChannel#779035, demandStream#779036, kpis#779037]
Condition : ((((isnull(qty#779034) AND isnotnull(demandChannel#779035)) AND isnotnull(demandStream#779036)) AND (size(kpis#779037, true) > 0)) AND (isnotnull(shardId#779032) AND isnotnull(worklistShardItemId#779033L)))
(72) Project [codegen id : 10]
Output [5]: [shardId#779032, worklistShardItemId#779033L, demandChannel#779035, demandStream#779036, kpis#779037]
Input [6]: [shardId#779032, worklistShardItemId#779033L, qty#779034, demandChannel#779035, demandStream#779036, kpis#779037]
(73) ObjectHashAggregate
Input [5]: [shardId#779032, worklistShardItemId#779033L, demandChannel#779035, demandStream#779036, kpis#779037]
Keys [2]: [shardId#779032, worklistShardItemId#779033L]
Functions [1]: [partial_collect_list(struct(demandChannel, demandChannel#779035, demandStream, demandStream#779036, kpis, kpis#779037), 0, 0)]
Aggregate Attributes [1]: [buf#779212]
Results [3]: [shardId#779032, worklistShardItemId#779033L, buf#779213]
(74) Exchange
Input [3]: [shardId#779032, worklistShardItemId#779033L, buf#779213]
Arguments: hashpartitioning(shardId#779032, worklistShardItemId#779033L, 20), ENSURE_REQUIREMENTS, [plan_id=308850]
(75) ObjectHashAggregate
Input [3]: [shardId#779032, worklistShardItemId#779033L, buf#779213]
Keys [2]: [shardId#779032, worklistShardItemId#779033L]
Functions [1]: [collect_list(struct(demandChannel, demandChannel#779035, demandStream, demandStream#779036, kpis, kpis#779037), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(demandChannel, demandChannel#779035, demandStream, demandStream#779036, kpis, kpis#779037), 0, 0)#779031]
Results [3]: [shardId#779032, worklistShardItemId#779033L, collect_list(struct(demandChannel, demandChannel#779035, demandStream, demandStream#779036, kpis, kpis#779037), 0, 0)#779031 AS channelStreamSpecificKpis#779024]
(76) Sort [codegen id : 11]
Input [3]: [shardId#779032, worklistShardItemId#779033L, channelStreamSpecificKpis#779024]
Arguments: [shardId#779032 ASC NULLS FIRST, worklistShardItemId#779033L ASC NULLS FIRST], false, 0
(77) SortMergeJoin [codegen id : 12]
Left keys [2]: [shardId#777607, worklistShardItemId#778119L]
Right keys [2]: [shardId#779032, worklistShardItemId#779033L]
Join type: LeftOuter
Join condition: None
(78) Project [codegen id : 12]
Output [41]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, sourceOfSupplyUuid#778334, minimumOrderQuantity#778350, orderProposalItemId#778321, orderProposalItemGroupId#778344, optimizationGroups#778363, measurements#778361, externalProductId#778345, externalPlantId#778346, previousOrderProposal#778340L, isFallbackOrderOnly#778337, prodLocSpecificKpis#779023, coalesce(channelStreamSpecificKpis#779024, []) AS channelStreamSpecificKpis#779038]
Input [43]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, sourceOfSupplyUuid#778334, minimumOrderQuantity#778350, orderProposalItemId#778321, orderProposalItemGroupId#778344, optimizationGroups#778363, measurements#778361, externalProductId#778345, externalPlantId#778346, previousOrderProposal#778340L, isFallbackOrderOnly#778337, prodLocSpecificKpis#779023, shardId#779032, worklistShardItemId#779033L, channelStreamSpecificKpis#779024]
(79) Scan ExistingRDD [codegen id : 13]
Output [6]: [shardId#779045, worklistShardItemId#779046L, qty#779047, demandChannel#779048, demandStream#779049, kpis#779050]
Arguments: [shardId#779045, worklistShardItemId#779046L, qty#779047, demandChannel#779048, demandStream#779049, kpis#779050], MapPartitionsRDD[36645] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(80) Filter [codegen id : 13]
Input [6]: [shardId#779045, worklistShardItemId#779046L, qty#779047, demandChannel#779048, demandStream#779049, kpis#779050]
Condition : ((isnotnull(qty#779047) AND isnotnull(kpis#779050)) AND (isnotnull(shardId#779045) AND isnotnull(worklistShardItemId#779046L)))
(81) Project [codegen id : 13]
Output [4]: [shardId#779045, worklistShardItemId#779046L, qty#779047, kpis#779050]
Input [6]: [shardId#779045, worklistShardItemId#779046L, qty#779047, demandChannel#779048, demandStream#779049, kpis#779050]
(82) ObjectHashAggregate
Input [4]: [shardId#779045, worklistShardItemId#779046L, qty#779047, kpis#779050]
Keys [2]: [shardId#779045, worklistShardItemId#779046L]
Functions [1]: [partial_collect_list(struct(qty, qty#779047, kpis, kpis#779050), 0, 0)]
Aggregate Attributes [1]: [buf#779214]
Results [3]: [shardId#779045, worklistShardItemId#779046L, buf#779215]
(83) Exchange
Input [3]: [shardId#779045, worklistShardItemId#779046L, buf#779215]
Arguments: hashpartitioning(shardId#779045, worklistShardItemId#779046L, 20), ENSURE_REQUIREMENTS, [plan_id=308862]
(84) ObjectHashAggregate
Input [3]: [shardId#779045, worklistShardItemId#779046L, buf#779215]
Keys [2]: [shardId#779045, worklistShardItemId#779046L]
Functions [1]: [collect_list(struct(qty, qty#779047, kpis, kpis#779050), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(qty, qty#779047, kpis, kpis#779050), 0, 0)#779044]
Results [3]: [shardId#779045, worklistShardItemId#779046L, map_from_entries(collect_list(struct(qty, qty#779047, kpis, kpis#779050), 0, 0)#779044) AS quantityKpis#779039]
(85) Sort [codegen id : 14]
Input [3]: [shardId#779045, worklistShardItemId#779046L, quantityKpis#779039]
Arguments: [shardId#779045 ASC NULLS FIRST, worklistShardItemId#779046L ASC NULLS FIRST], false, 0
(86) SortMergeJoin [codegen id : 15]
Left keys [2]: [shardId#777607, worklistShardItemId#778119L]
Right keys [2]: [shardId#779045, worklistShardItemId#779046L]
Join type: LeftOuter
Join condition: None
(87) Project [codegen id : 15]
Output [42]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, sourceOfSupplyUuid#778334, minimumOrderQuantity#778350, orderProposalItemId#778321, orderProposalItemGroupId#778344, optimizationGroups#778363, measurements#778361, externalProductId#778345, externalPlantId#778346, previousOrderProposal#778340L, isFallbackOrderOnly#778337, prodLocSpecificKpis#779023, channelStreamSpecificKpis#779038, coalesce(quantityKpis#779039, map(keys: [], values: [])) AS quantityKpis#779051]
Input [44]: [shardId#777607, worklistShardItemId#778119L, quantityAfterProdPlantOptimization#778120, qty#778121, orderProposalId#778320L, originalReplenishmentRunId#778362L, supplierGroup#778322, supplier#778323, supplyingPlant#778327, productGroup#778328, product#778329, plant#778324, subrange#778326, orderDateTime#778330, deliveryDateTime#778325, availabilityDateTime#778331, nextAvailabilityDateTime#778332, constraintValues#778353, constraintOperators#778352, constraintLabels#778351, logisticUnits#778347, orderQuantityBaseUom#778348, orderQuantityBaseUomUuid#778349, splitIndicator#778339L, netPriceAmount#778356, netPriceCurrencyCode#778357, netPriceQuantity#778358, netPriceQuantityUom#778359, netPriceQuantityUomUuid#778360, sourceOfSupplyUuid#778334, minimumOrderQuantity#778350, orderProposalItemId#778321, orderProposalItemGroupId#778344, optimizationGroups#778363, measurements#778361, externalProductId#778345, externalPlantId#778346, previousOrderProposal#778340L, isFallbackOrderOnly#778337, prodLocSpecificKpis#779023, channelStreamSpecificKpis#779038, shardId#779045, worklistShardItemId#779046L, quantityKpis#779039]
(88) Filter [codegen id : 7]
Input [3]: [isFallbackOrderOnly#782635, orderDateTime#782631, prodLocSpecificKpis#779023]
Condition : NOT (isFallbackOrderOnly#782635 <=> true)
(89) Project [codegen id : 7]
Output [2]: [orderDateTime#782631, prodLocSpecificKpis#779023]
Input [3]: [isFallbackOrderOnly#782635, orderDateTime#782631, prodLocSpecificKpis#779023]
(90) Scan parquet
Output [2]: [insightConfigurations#782412, shardId#782413]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002108]
PartitionFilters: [isnotnull(shardId#782413), (shardId#782413 = 0_1_10000002108)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>
(91) ColumnarToRow [codegen id : 8]
Input [2]: [insightConfigurations#782412, shardId#782413]
(92) Filter [codegen id : 8]
Input [2]: [insightConfigurations#782412, shardId#782413]
Condition : (isnotnull(insightConfigurations#782412) AND isnotnull(insightConfigurations#782412[POTENTIAL_OOS_STOCK_PERIOD]))
(93) Project [codegen id : 8]
Output [1]: [insightConfigurations#782412[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#788717]
Input [2]: [insightConfigurations#782412, shardId#782413]
(94) Exchange
Input [1]: [_extract_settings#788717]
Arguments: RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=310548]
(95) BroadcastExchange
Input [1]: [_extract_settings#788717]
Arguments: IdentityBroadcastMode, [plan_id=310549]
(96) BroadcastNestedLoopJoin
Join type: Cross
Join condition: ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#779023, lambdafunction((lambda x_2066#782417.label = OutOfStockProbability), lambda x_2066#782417, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#788717, lambdafunction((lambda x_2067#782418.name = OOS_PROBABILITY_THRESHOLD), lambda x_2067#782418, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#779023, lambdafunction((lambda x_2066#782419.label = OutOfStockProbability), lambda x_2066#782419, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#788717, lambdafunction((lambda x_2067#782420.name = OOS_PROBABILITY_THRESHOLD), lambda x_2067#782420, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#779023, lambdafunction((lambda x_2068#782421.label = InitialStockQty), lambda x_2068#782421, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#779023, lambdafunction((lambda x_2068#782423.label = InitialStockQty), lambda x_2068#782423, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#788717, lambdafunction((lambda x_2069#782424.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_2069#782424, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#782631) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#782631, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354836) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#788717, lambdafunction((lambda x_2070#782425.name = OFFSET_CURRENT_ORDER_DATE), lambda x_2070#782425, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#782631) THEN null ELSE (cast((unix_timestamp(orderDateTime#782631, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354836) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#788717, lambdafunction((lambda x_2070#782426.name = OFFSET_CURRENT_ORDER_DATE), lambda x_2070#782426, false)), 1, None, false).value as double)) END)
(97) Project [codegen id : 9]
Output: []
Input [3]: [orderDateTime#782631, prodLocSpecificKpis#779023, _extract_settings#788717]
(98) LocalLimit [codegen id : 9]
Input: []
Arguments: 1
(99) InMemoryTableScan
Output [3]: [isFallbackOrderOnly#782498, qty#782473, quantityKpis#782589]
Arguments: [isFallbackOrderOnly#782498, qty#782473, quantityKpis#782589], [NOT (isFallbackOrderOnly#782498 <=> true)]
(100) InMemoryRelation
Arguments: [shardId#782463, worklistShardItemId#782471L, quantityAfterProdPlantOptimization#782472, qty#782473, orderProposalId#782476L, originalReplenishmentRunId#782479L, supplierGroup#782486, supplier#782487, supplyingPlant#782517, productGroup#782518, product#782489, plant#782490, subrange#782488, orderDateTime#782494, deliveryDateTime#782495, availabilityDateTime#782496, nextAvailabilityDateTime#782497, constraintValues#782511, constraintOperators#782509, constraintLabels#782508, logisticUnits#782513, orderQuantityBaseUom#782499, orderQuantityBaseUomUuid#782500, splitIndicator#782481L, netPriceAmount#782504, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(101) Filter [codegen id : 10]
Input [3]: [isFallbackOrderOnly#782498, qty#782473, quantityKpis#782589]
Condition : NOT (isFallbackOrderOnly#782498 <=> true)
(102) Project [codegen id : 10]
Output [2]: [qty#782473, quantityKpis#782589]
Input [3]: [isFallbackOrderOnly#782498, qty#782473, quantityKpis#782589]
(103) Scan parquet
Output [2]: [insightConfigurations#782594, shardId#782595]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002108]
PartitionFilters: [isnotnull(shardId#782595), (shardId#782595 = 0_1_10000002108)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>
(104) ColumnarToRow [codegen id : 11]
Input [2]: [insightConfigurations#782594, shardId#782595]
(105) Filter [codegen id : 11]
Input [2]: [insightConfigurations#782594, shardId#782595]
Condition : (isnotnull(insightConfigurations#782594) AND isnotnull(insightConfigurations#782594[POTENTIAL_OOS_DEMAND_PERIOD]))
(106) Project [codegen id : 11]
Output [1]: [insightConfigurations#782594[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#788719]
Input [2]: [insightConfigurations#782594, shardId#782595]
(107) Exchange
Input [1]: [_extract_settings#788719]
Arguments: RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=310564]
(108) BroadcastExchange
Input [1]: [_extract_settings#788719]
Arguments: IdentityBroadcastMode, [plan_id=310565]
(109) BroadcastNestedLoopJoin
Join type: Cross
Join condition: CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#782589, qty#782473, None, false), lambdafunction((lambda x_2072#782443.label = OutOfStockProbability), lambda x_2072#782443, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#788719, lambdafunction((lambda x_2073#782444.name = OOS_PROBABILITY_THRESHOLD), lambda x_2073#782444, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#782589, qty#782473, None, false), lambdafunction((lambda x_2072#782445.label = OutOfStockProbability), lambda x_2072#782445, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#788719, lambdafunction((lambda x_2073#782446.name = OOS_PROBABILITY_THRESHOLD), lambda x_2073#782446, false)), 1, None, false).value as double)) END
(110) Project [codegen id : 12]
Output: []
Input [3]: [qty#782473, quantityKpis#782589, _extract_settings#788719]
(111) LocalLimit [codegen id : 12]
Input: []
Arguments: 1
(112) Union
(113) CollectLimit
Input: []
Arguments: 1