digraph G {
0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="CollectLimit 1"];
1 [id="node1" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"];
subgraph cluster2 {
isCluster="true";
id="cluster2";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n136 ms (0 ms, 2 ms, 18 ms (stage 45276.0: task 127522))";
tooltip="WholeStageCodegen (6)";
3 [id="node3" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
5 [id="node5" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#597957L], [worklistShardItemId#599806L], LeftOuter, BuildRight, (shardId#589610 = 0_1_10000002107), false"];
6 [id="node6" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, insight#597955.worklistShardItemId AS worklistShardItemId#597957L]"];
8 [id="node8" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT insight#597955.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)"];
9 [id="node9" labelType="html" label="<b>Generate</b><br><br>number of output rows: 38" tooltip="Generate explode(optimizationInsights#589616), [shardId#589610], false, [insight#597955]"];
10 [id="node10" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, optimizationInsights#589616]"];
11 [id="node11" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 6" tooltip="BroadcastHashJoin [orderProposalId#589611L], [orderProposalId#590323L], Inner, BuildLeft, false"];
22 [id="node22" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>16 ms (0 ms, 0 ms, 3 ms (stage 45276.0: task 127521))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 45276.0: task 127519))<br>number of output rows: 14<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#590323L], functions=[])"];
}
12 [id="node12" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 40 ms<br>number of output rows: 6<br>data size: 1024.3 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=253818]"];
subgraph cluster13 {
isCluster="true";
id="cluster13";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 45139.0: task 127233))";
tooltip="WholeStageCodegen (1)";
14 [id="node14" labelType="html" label="<b>Filter</b><br><br>number of output rows: 6" tooltip="Filter ((isnotnull(orderProposalId#589611L) AND (size(optimizationInsights#589616, true) > 0)) AND isnotnull(optimizationInsights#589616))"];
}
15 [id="node15" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 14" tooltip="InMemoryTableScan [shardId#589610, orderProposalId#589611L, optimizationInsights#589616], [isnotnull(orderProposalId#589611L), (size(optimizationInsights#589616, true) > 0), isnotnull(optimizationInsights#589616)]"];
subgraph cluster16 {
isCluster="true";
id="cluster16";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
17 [id="node17" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#589610) AND (shardId#589610 = 0_1_10000002107))"];
}
18 [id="node18" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, optimizationInsights#589616], [isnotnull(shardId#589610), (shardId#589610 = 0_1_10000002107)]"];
subgraph cluster19 {
isCluster="true";
id="cluster19";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
20 [id="node20" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#589610) AND (shardId#589610 = 0_1_10000002107))"];
21 [id="node21" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#589610,orderProposalId#589611L,items#589612,optimizationGroups#589613,isOptimal#589614,lastModified#589615,optimizationInsights#589616]"];
}
23 [id="node23" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 143<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 143<br>local bytes read total (min, med, max (stageId: taskId))<br>5.0 KiB (150.0 B, 525.0 B, 752.0 B (stage 45276.0: task 127517))<br>merged fetch fallback count: 0<br>local blocks read: 67<br>remote merged chunks fetched: 0<br>remote blocks read: 62<br>data size total (min, med, max (stageId: taskId))<br>2.2 KiB (64.0 B, 112.0 B, 160.0 B (stage 45274.0: task 127382))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>11 ms (0 ms, 0 ms, 0 ms (stage 45274.0: task 127391))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 45276.0: task 127519))<br>remote bytes read total (min, med, max (stageId: taskId))<br>4.6 KiB (150.0 B, 450.0 B, 708.0 B (stage 45276.0: task 127521))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 45276.0: task 127519))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>9.6 KiB (236.0 B, 450.0 B, 750.0 B (stage 45274.0: task 127382))" tooltip="Exchange hashpartitioning(orderProposalId#590323L, 20), ENSURE_REQUIREMENTS, [plan_id=253840]"];
subgraph cluster24 {
isCluster="true";
id="cluster24";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n71 ms (1 ms, 4 ms, 6 ms (stage 45274.0: task 127382))";
tooltip="WholeStageCodegen (4)";
25 [id="node25" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>9 ms (0 ms, 0 ms, 1 ms (stage 45274.0: task 127385))<br>peak memory total (min, med, max (stageId: taskId))<br>5.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 45274.0: task 127386))<br>number of output rows: 143<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#590323L], functions=[])"];
26 [id="node26" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#590323L]"];
27 [id="node27" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 205" tooltip="BroadcastHashJoin [worklistShardItemId#590122L], [worklistShardItemId#590346L], Inner, BuildLeft, false"];
41 [id="node41" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#590346L, orderProposalId#590323L]"];
}
28 [id="node28" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 47 ms<br>time to build: 0 ms<br>time to collect: 113 ms<br>number of output rows: 205<br>data size: 1032.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=253826]"];
subgraph cluster29 {
isCluster="true";
id="cluster29";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 45140.0: task 127236))";
tooltip="WholeStageCodegen (2)";
30 [id="node30" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#590121L AS worklistShardItemId#590122L]"];
31 [id="node31" labelType="html" label="<b>Generate</b><br><br>number of output rows: 205" tooltip="Generate explode(_extract_worklistShardItemId#610320), false, [item#590121L]"];
32 [id="node32" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#597949.worklistShardItemId AS _extract_worklistShardItemId#610320]"];
33 [id="node33" labelType="html" label="<b>Filter</b><br><br>number of output rows: 14" tooltip="Filter (((size(items#597949.worklistShardItemId, true) > 0) AND isnotnull(items#597949.worklistShardItemId)) AND (shardId#597947 = 0_1_10000002107))"];
}
34 [id="node34" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 14" tooltip="InMemoryTableScan [items#597949, shardId#597947], [(size(items#597949.worklistShardItemId, true) > 0), isnotnull(items#597949.worklistShardItemId), (shardId#597947 = 0_1_10000002107)]"];
subgraph cluster35 {
isCluster="true";
id="cluster35";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
36 [id="node36" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#589610) AND (shardId#589610 = 0_1_10000002107))"];
}
37 [id="node37" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, optimizationInsights#589616], [isnotnull(shardId#589610), (shardId#589610 = 0_1_10000002107)]"];
subgraph cluster38 {
isCluster="true";
id="cluster38";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
39 [id="node39" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#589610) AND (shardId#589610 = 0_1_10000002107))"];
40 [id="node40" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#589610,orderProposalId#589611L,items#589612,optimizationGroups#589613,isOptimal#589614,lastModified#589615,optimizationInsights#589616]"];
}
42 [id="node42" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 205<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 205<br>local bytes read total (min, med, max (stageId: taskId))<br>7.2 KiB (184.0 B, 336.0 B, 604.0 B (stage 45274.0: task 127381))<br>merged fetch fallback count: 0<br>local blocks read: 86<br>remote merged chunks fetched: 0<br>remote blocks read: 88<br>data size total (min, med, max (stageId: taskId))<br>4.8 KiB (96.0 B, 216.0 B, 264.0 B (stage 45235.0: task 127355))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>13 ms (0 ms, 0 ms, 0 ms (stage 45235.0: task 127354))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 45274.0: task 127386))<br>remote bytes read total (min, med, max (stageId: taskId))<br>7.5 KiB (84.0 B, 435.0 B, 687.0 B (stage 45274.0: task 127391))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>11 ms (0 ms, 1 ms, 1 ms (stage 45274.0: task 127386))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>14.7 KiB (336.0 B, 618.0 B, 856.0 B (stage 45235.0: task 127355))" tooltip="Exchange hashpartitioning(worklistShardItemId#590346L, 20), REPARTITION_BY_NUM, [plan_id=253833]"];
subgraph cluster43 {
isCluster="true";
id="cluster43";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n2.7 s (88 ms, 106 ms, 134 ms (stage 45235.0: task 127359))";
tooltip="WholeStageCodegen (3)";
44 [id="node44" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#590323L, worklistShardItemId#590346L]"];
45 [id="node45" labelType="html" label="<b>Filter</b><br><br>number of output rows: 205" tooltip="Filter ((isnotnull(worklistShardItemId#590346L) AND NOT (isFallbackOrderOnly#590340 <=> true)) AND isnotnull(orderProposalId#590323L))"];
46 [id="node46" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 205<br>number of input batches: 25" tooltip="ColumnarToRow"];
}
47 [id="node47" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>2.6 s (86 ms, 105 ms, 133 ms (stage 45235.0: task 127359))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 520.6 KiB<br>number of output rows: 205<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#590323L,isFallbackOrderOnly#590340,worklistShardItemId#590346L,shardId#590367,sequenceId#590345] Batched: true, DataFilters: [isnotnull(worklistShardItemId#590346L), NOT (isFallbackOrderOnly#590340 <=> true), isnotnull(ord..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#590367), isnotnull(sequenceId#590345), (shardId#590367 = 0_1_10000002107), (se..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"];
48 [id="node48" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 484 ms<br>number of output rows: 205<br>data size: 1032.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=253855]"];
49 [id="node49" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 205<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 205<br>local bytes read total (min, med, max (stageId: taskId))<br>6.6 KiB (150.0 B, 375.0 B, 546.0 B (stage 45142.0: task 127335))<br>merged fetch fallback count: 0<br>local blocks read: 89<br>remote merged chunks fetched: 0<br>remote blocks read: 85<br>data size total (min, med, max (stageId: taskId))<br>3.2 KiB (64.0 B, 144.0 B, 176.0 B (stage 45141.0: task 127241))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>14 ms (0 ms, 0 ms, 0 ms (stage 45141.0: task 127282))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 45142.0: task 127334))<br>remote bytes read total (min, med, max (stageId: taskId))<br>6.3 KiB (75.0 B, 308.0 B, 548.0 B (stage 45142.0: task 127344))<br>number of partitions: 20<br>remote reqs duration total (min, med, max (stageId: taskId))<br>13 ms (0 ms, 1 ms, 1 ms (stage 45142.0: task 127334))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>13.0 KiB (300.0 B, 539.0 B, 758.0 B (stage 45141.0: task 127241))" tooltip="Exchange hashpartitioning(worklistShardItemId#599806L, 20), REPARTITION_BY_NUM, [plan_id=253854]"];
subgraph cluster50 {
isCluster="true";
id="cluster50";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n2.3 s (74 ms, 88 ms, 138 ms (stage 45141.0: task 127237))";
tooltip="WholeStageCodegen (5)";
51 [id="node51" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#599806L]"];
52 [id="node52" labelType="html" label="<b>Filter</b><br><br>number of output rows: 205" tooltip="Filter isnotnull(worklistShardItemId#599806L)"];
53 [id="node53" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 205<br>number of input batches: 25" tooltip="ColumnarToRow"];
}
54 [id="node54" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 25<br>scan time total (min, med, max (stageId: taskId))<br>2.2 s (73 ms, 86 ms, 136 ms (stage 45141.0: task 127237))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 520.6 KiB<br>number of output rows: 205<br>number of partitions read: 1" tooltip="FileScan parquet [worklistShardItemId#599806L,shardId#599827,sequenceId#599805] Batched: true, DataFilters: [isnotnull(worklistShardItemId#599806L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#599827), isnotnull(sequenceId#599805), (shardId#599827 = 0_1_10000002107), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<worklistShardItemId:bigint>"];
subgraph cluster55 {
isCluster="true";
id="cluster55";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n431 ms (1 ms, 41 ms, 42 ms (stage 45276.0: task 127409))";
tooltip="WholeStageCodegen (9)";
56 [id="node56" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
57 [id="node57" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
}
58 [id="node58" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#593737, lambdafunction((lambda x_1574#599839.label = OutOfStockProbability), lambda x_1574#599839, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#610322, lambdafunction((lambda x_1575#599840.name = OOS_PROBABILITY_THRESHOLD), lambda x_1575#599840, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#593737, lambdafunction((lambda x_1574#599841.label = OutOfStockProbability), lambda x_1574#599841, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#610322, lambdafunction((lambda x_1575#599842.name = OOS_PROBABILITY_THRESHOLD), lambda x_1575#599842, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#593737, lambdafunction((lambda x_1576#599843.label = InitialStockQty), lambda x_1576#599843, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#593737, lambdafunction((lambda x_1576#599845.label = InitialStockQty), lambda x_1576#599845, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#610322, lambdafunction((lambda x_1577#599846.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_1577#599846, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#600053) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#600053, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354108) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#610322, lambdafunction((lambda x_1578#599847.name = OFFSET_CURRENT_ORDER_DATE), lambda x_1578#599847, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#600053) THEN null ELSE (cast((unix_timestamp(orderDateTime#600053, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354108) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#610322, lambdafunction((lambda x_1578#599848.name = OFFSET_CURRENT_ORDER_DATE), lambda x_1578#599848, false)), 1, None, false).value as double)) END)"];
subgraph cluster59 {
isCluster="true";
id="cluster59";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n866 ms (2 ms, 83 ms, 86 ms (stage 45276.0: task 127409))";
tooltip="WholeStageCodegen (7)";
60 [id="node60" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderDateTime#600053, prodLocSpecificKpis#593737]"];
61 [id="node61" labelType="html" label="<b>Filter</b><br><br>number of output rows: 205" tooltip="Filter NOT (isFallbackOrderOnly#600057 <=> true)"];
}
62 [id="node62" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 205" tooltip="InMemoryTableScan [isFallbackOrderOnly#600057, orderDateTime#600053, prodLocSpecificKpis#593737], [NOT (isFallbackOrderOnly#600057 <=> true)]"];
subgraph cluster63 {
isCluster="true";
id="cluster63";
label="WholeStageCodegen (13)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (13)";
64 [id="node64" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, ... 17 more fields]"];
65 [id="node65" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#589610, worklistShardItemId#590122L], [shardId#593759, worklistShardItemId#593760L], LeftOuter"];
}
subgraph cluster66 {
isCluster="true";
id="cluster66";
label="WholeStageCodegen (10)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (10)";
67 [id="node67" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, ... 16 more fields]"];
68 [id="node68" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#589610, worklistShardItemId#590122L], [shardId#593746, worklistShardItemId#593747L], LeftOuter"];
}
subgraph cluster69 {
isCluster="true";
id="cluster69";
label="WholeStageCodegen (7)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (7)";
70 [id="node70" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, ... 15 more fields]"];
71 [id="node71" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#589610, worklistShardItemId#590122L], [shardId#593730, worklistShardItemId#593731L], LeftOuter"];
}
subgraph cluster72 {
isCluster="true";
id="cluster72";
label="WholeStageCodegen (4)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (4)";
73 [id="node73" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#589610 ASC NULLS FIRST, worklistShardItemId#590122L ASC NULLS FIRST], false, 0"];
}
74 [id="node74" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#589610, worklistShardItemId#590122L, 20), ENSURE_REQUIREMENTS, [plan_id=250616]"];
subgraph cluster75 {
isCluster="true";
id="cluster75";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
76 [id="node76" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, ... 14 more fields]"];
77 [id="node77" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#590122L], [worklistShardItemId#590346L], LeftOuter, BuildRight, (shardId#589610 = 0_1_10000002107), false"];
78 [id="node78" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, item#590121.worklistShardItemId AS worklistShardItemId#590122L, item#590121.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#590123, item#590121.qty AS qty#590124]"];
79 [id="node79" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#589612), [shardId#589610], false, [item#590121]"];
80 [id="node80" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#589612, true) > 0) AND isnotnull(items#589612))"];
}
81 [id="node81" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#589610, items#589612], [(size(items#589612, true) > 0), isnotnull(items#589612)]"];
subgraph cluster82 {
isCluster="true";
id="cluster82";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
83 [id="node83" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#589610) AND (shardId#589610 = 0_1_10000002107))"];
}
84 [id="node84" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, optimizationInsights#589616], [isnotnull(shardId#589610), (shardId#589610 = 0_1_10000002107)]"];
subgraph cluster85 {
isCluster="true";
id="cluster85";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
86 [id="node86" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#589610) AND (shardId#589610 = 0_1_10000002107))"];
87 [id="node87" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#589610,orderProposalId#589611L,items#589612,optimizationGroups#589613,isOptimal#589614,lastModified#589615,optimizationInsights#589616]"];
}
88 [id="node88" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 0 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=250611]"];
subgraph cluster89 {
isCluster="true";
id="cluster89";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
90 [id="node90" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#590346L, orderProposalId#590323L, orderProposalItemId#590324, orderProposalItemGroupId#590347, originalReplenishmentRunId#590365L, splitIndicator#590342L, previousOrderProposal#590343L, sourceOfSupplyUuid#590337, supplierGroup#590325, supplier#590326, subrange#590329, product#590332, plant#590327, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, isFallbackOrderOnly#590340, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, netPriceAmount#590359, netPriceCurrencyCode#590360, ... 11 more fields]"];
}
91 [id="node91" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#590346L, 20), REPARTITION_BY_NUM, [plan_id=250607]"];
subgraph cluster92 {
isCluster="true";
id="cluster92";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
93 [id="node93" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#590323L, orderProposalItemId#590324, supplierGroup#590325, supplier#590326, plant#590327, deliveryDateTime#590328, subrange#590329, supplyingPlant#590330, productGroup#590331, product#590332, orderDateTime#590333, availabilityDateTime#590334, nextAvailabilityDateTime#590335, sourceOfSupplyUuid#590337, isFallbackOrderOnly#590340, splitIndicator#590342L, previousOrderProposal#590343L, worklistShardItemId#590346L, orderProposalItemGroupId#590347, externalProductId#590348, externalPlantId#590349, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, minimumOrderQuantity#590353, ... 11 more fields]"];
94 [id="node94" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#590346L)"];
95 [id="node95" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
96 [id="node96" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#590323L,orderProposalItemId#590324,supplierGroup#590325,supplier#590326,plant#590327,deliveryDateTime#590328,subrange#590329,supplyingPlant#590330,productGroup#590331,product#590332,orderDateTime#590333,availabilityDateTime#590334,nextAvailabilityDateTime#590335,sourceOfSupplyUuid#590337,isFallbackOrderOnly#590340,splitIndicator#590342L,previousOrderProposal#590343L,worklistShardItemId#590346L,orderProposalItemGroupId#590347,externalProductId#590348,externalPlantId#590349,logisticUnits#590350,orderQuantityBaseUom#590351,orderQuantityBaseUomUuid#590352,minimumOrderQuantity#590353,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#590346L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#590367), isnotnull(sequenceId#590345), (shardId#590367 = 0_1_10000002107), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster97 {
isCluster="true";
id="cluster97";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (6)";
98 [id="node98" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#593730 ASC NULLS FIRST, worklistShardItemId#593731L ASC NULLS FIRST], false, 0"];
}
99 [id="node99" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#593730, worklistShardItemId#593731L, 20), ENSURE_REQUIREMENTS, [plan_id=250622]"];
subgraph cluster100 {
isCluster="true";
id="cluster100";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
101 [id="node101" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#593730, worklistShardItemId#593731L, coalesce(kpis#593735, []) AS prodLocSpecificKpis#593736]"];
102 [id="node102" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#593732) AND isnull(demandChannel#593733)) AND isnull(demandStream#593734)) AND (isnotnull(shardId#593730) AND isnotnull(worklistShardItemId#593731L)))"];
103 [id="node103" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#593730,worklistShardItemId#593731L,qty#593732,demandChannel#593733,demandStream#593734,kpis#593735]"];
}
subgraph cluster104 {
isCluster="true";
id="cluster104";
label="WholeStageCodegen (9)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (9)";
105 [id="node105" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#593746 ASC NULLS FIRST, worklistShardItemId#593747L ASC NULLS FIRST], false, 0"];
}
106 [id="node106" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#593746, worklistShardItemId#593747L], functions=[collect_list(struct(demandChannel, demandChannel#593749, demandStream, demandStream#593750, kpis, kpis#593751), 0, 0)])"];
107 [id="node107" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#593746, worklistShardItemId#593747L, 20), ENSURE_REQUIREMENTS, [plan_id=250633]"];
108 [id="node108" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#593746, worklistShardItemId#593747L], functions=[partial_collect_list(struct(demandChannel, demandChannel#593749, demandStream, demandStream#593750, kpis, kpis#593751), 0, 0)])"];
subgraph cluster109 {
isCluster="true";
id="cluster109";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
110 [id="node110" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#593746, worklistShardItemId#593747L, demandChannel#593749, demandStream#593750, kpis#593751]"];
111 [id="node111" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#593748) AND isnotnull(demandChannel#593749)) AND isnotnull(demandStream#593750)) AND (size(kpis#593751, true) > 0)) AND (isnotnull(shardId#593746) AND isnotnull(worklistShardItemId#593747L)))"];
112 [id="node112" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#593746,worklistShardItemId#593747L,qty#593748,demandChannel#593749,demandStream#593750,kpis#593751]"];
}
subgraph cluster113 {
isCluster="true";
id="cluster113";
label="WholeStageCodegen (12)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (12)";
114 [id="node114" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#593759 ASC NULLS FIRST, worklistShardItemId#593760L ASC NULLS FIRST], false, 0"];
}
115 [id="node115" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#593759, worklistShardItemId#593760L], functions=[collect_list(struct(qty, qty#593761, kpis, kpis#593764), 0, 0)])"];
116 [id="node116" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#593759, worklistShardItemId#593760L, 20), ENSURE_REQUIREMENTS, [plan_id=250645]"];
117 [id="node117" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#593759, worklistShardItemId#593760L], functions=[partial_collect_list(struct(qty, qty#593761, kpis, kpis#593764), 0, 0)])"];
subgraph cluster118 {
isCluster="true";
id="cluster118";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (11)";
119 [id="node119" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#593759, worklistShardItemId#593760L, qty#593761, kpis#593764]"];
120 [id="node120" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#593761) AND isnotnull(kpis#593764)) AND (isnotnull(shardId#593759) AND isnotnull(worklistShardItemId#593760L)))"];
121 [id="node121" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#593759,worklistShardItemId#593760L,qty#593761,demandChannel#593762,demandStream#593763,kpis#593764]"];
}
122 [id="node122" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 347 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=253871]"];
123 [id="node123" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=253870]"];
subgraph cluster124 {
isCluster="true";
id="cluster124";
label="WholeStageCodegen (8)\n \nduration: 92 ms";
tooltip="WholeStageCodegen (8)";
125 [id="node125" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#599834[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#610322]"];
126 [id="node126" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#599834) AND isnotnull(insightConfigurations#599834[POTENTIAL_OOS_STOCK_PERIOD]))"];
127 [id="node127" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
128 [id="node128" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 90 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 4.6 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#599834,shardId#599835] Batched: true, DataFilters: [isnotnull(insightConfigurations#599834), isnotnull(insightConfigurations#599834[POTENTIAL_OOS_ST..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#599835), (shardId#599835 = 0_1_10000002107)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."];
subgraph cluster129 {
isCluster="true";
id="cluster129";
label="WholeStageCodegen (12)\n \nduration: total (min, med, max (stageId: taskId))\n375 ms (0 ms, 1 ms, 43 ms (stage 45276.0: task 127502))";
tooltip="WholeStageCodegen (12)";
130 [id="node130" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
131 [id="node131" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
}
132 [id="node132" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#600011, qty#599895, None, false), lambdafunction((lambda x_1580#599865.label = OutOfStockProbability), lambda x_1580#599865, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#610324, lambdafunction((lambda x_1581#599866.name = OOS_PROBABILITY_THRESHOLD), lambda x_1581#599866, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#600011, qty#599895, None, false), lambdafunction((lambda x_1580#599867.label = OutOfStockProbability), lambda x_1580#599867, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#610324, lambdafunction((lambda x_1581#599868.name = OOS_PROBABILITY_THRESHOLD), lambda x_1581#599868, false)), 1, None, false).value as double)) END"];
subgraph cluster133 {
isCluster="true";
id="cluster133";
label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n768 ms (1 ms, 2 ms, 84 ms (stage 45276.0: task 127459))";
tooltip="WholeStageCodegen (10)";
134 [id="node134" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [qty#599895, quantityKpis#600011]"];
135 [id="node135" labelType="html" label="<b>Filter</b><br><br>number of output rows: 205" tooltip="Filter NOT (isFallbackOrderOnly#599920 <=> true)"];
}
136 [id="node136" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 205" tooltip="InMemoryTableScan [isFallbackOrderOnly#599920, qty#599895, quantityKpis#600011], [NOT (isFallbackOrderOnly#599920 <=> true)]"];
subgraph cluster137 {
isCluster="true";
id="cluster137";
label="WholeStageCodegen (13)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (13)";
138 [id="node138" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, ... 17 more fields]"];
139 [id="node139" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#589610, worklistShardItemId#590122L], [shardId#593759, worklistShardItemId#593760L], LeftOuter"];
}
subgraph cluster140 {
isCluster="true";
id="cluster140";
label="WholeStageCodegen (10)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (10)";
141 [id="node141" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, ... 16 more fields]"];
142 [id="node142" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#589610, worklistShardItemId#590122L], [shardId#593746, worklistShardItemId#593747L], LeftOuter"];
}
subgraph cluster143 {
isCluster="true";
id="cluster143";
label="WholeStageCodegen (7)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (7)";
144 [id="node144" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, ... 15 more fields]"];
145 [id="node145" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 0<br>spill size: 0.0 B" tooltip="SortMergeJoin [shardId#589610, worklistShardItemId#590122L], [shardId#593730, worklistShardItemId#593731L], LeftOuter"];
}
subgraph cluster146 {
isCluster="true";
id="cluster146";
label="WholeStageCodegen (4)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (4)";
147 [id="node147" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#589610 ASC NULLS FIRST, worklistShardItemId#590122L ASC NULLS FIRST], false, 0"];
}
148 [id="node148" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#589610, worklistShardItemId#590122L, 20), ENSURE_REQUIREMENTS, [plan_id=250616]"];
subgraph cluster149 {
isCluster="true";
id="cluster149";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
150 [id="node150" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, ... 14 more fields]"];
151 [id="node151" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#590122L], [worklistShardItemId#590346L], LeftOuter, BuildRight, (shardId#589610 = 0_1_10000002107), false"];
152 [id="node152" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#589610, item#590121.worklistShardItemId AS worklistShardItemId#590122L, item#590121.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#590123, item#590121.qty AS qty#590124]"];
153 [id="node153" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#589612), [shardId#589610], false, [item#590121]"];
154 [id="node154" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#589612, true) > 0) AND isnotnull(items#589612))"];
}
155 [id="node155" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#589610, items#589612], [(size(items#589612, true) > 0), isnotnull(items#589612)]"];
subgraph cluster156 {
isCluster="true";
id="cluster156";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
157 [id="node157" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#589610) AND (shardId#589610 = 0_1_10000002107))"];
}
158 [id="node158" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, optimizationInsights#589616], [isnotnull(shardId#589610), (shardId#589610 = 0_1_10000002107)]"];
subgraph cluster159 {
isCluster="true";
id="cluster159";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
160 [id="node160" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#589610) AND (shardId#589610 = 0_1_10000002107))"];
161 [id="node161" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#589610,orderProposalId#589611L,items#589612,optimizationGroups#589613,isOptimal#589614,lastModified#589615,optimizationInsights#589616]"];
}
162 [id="node162" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 0 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=250611]"];
subgraph cluster163 {
isCluster="true";
id="cluster163";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
164 [id="node164" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#590346L, orderProposalId#590323L, orderProposalItemId#590324, orderProposalItemGroupId#590347, originalReplenishmentRunId#590365L, splitIndicator#590342L, previousOrderProposal#590343L, sourceOfSupplyUuid#590337, supplierGroup#590325, supplier#590326, subrange#590329, product#590332, plant#590327, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, isFallbackOrderOnly#590340, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, netPriceAmount#590359, netPriceCurrencyCode#590360, ... 11 more fields]"];
}
165 [id="node165" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#590346L, 20), REPARTITION_BY_NUM, [plan_id=250607]"];
subgraph cluster166 {
isCluster="true";
id="cluster166";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
167 [id="node167" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#590323L, orderProposalItemId#590324, supplierGroup#590325, supplier#590326, plant#590327, deliveryDateTime#590328, subrange#590329, supplyingPlant#590330, productGroup#590331, product#590332, orderDateTime#590333, availabilityDateTime#590334, nextAvailabilityDateTime#590335, sourceOfSupplyUuid#590337, isFallbackOrderOnly#590340, splitIndicator#590342L, previousOrderProposal#590343L, worklistShardItemId#590346L, orderProposalItemGroupId#590347, externalProductId#590348, externalPlantId#590349, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, minimumOrderQuantity#590353, ... 11 more fields]"];
168 [id="node168" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#590346L)"];
169 [id="node169" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
170 [id="node170" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#590323L,orderProposalItemId#590324,supplierGroup#590325,supplier#590326,plant#590327,deliveryDateTime#590328,subrange#590329,supplyingPlant#590330,productGroup#590331,product#590332,orderDateTime#590333,availabilityDateTime#590334,nextAvailabilityDateTime#590335,sourceOfSupplyUuid#590337,isFallbackOrderOnly#590340,splitIndicator#590342L,previousOrderProposal#590343L,worklistShardItemId#590346L,orderProposalItemGroupId#590347,externalProductId#590348,externalPlantId#590349,logisticUnits#590350,orderQuantityBaseUom#590351,orderQuantityBaseUomUuid#590352,minimumOrderQuantity#590353,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#590346L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#590367), isnotnull(sequenceId#590345), (shardId#590367 = 0_1_10000002107), (se..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster171 {
isCluster="true";
id="cluster171";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (6)";
172 [id="node172" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#593730 ASC NULLS FIRST, worklistShardItemId#593731L ASC NULLS FIRST], false, 0"];
}
173 [id="node173" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#593730, worklistShardItemId#593731L, 20), ENSURE_REQUIREMENTS, [plan_id=250622]"];
subgraph cluster174 {
isCluster="true";
id="cluster174";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
175 [id="node175" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#593730, worklistShardItemId#593731L, coalesce(kpis#593735, []) AS prodLocSpecificKpis#593736]"];
176 [id="node176" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#593732) AND isnull(demandChannel#593733)) AND isnull(demandStream#593734)) AND (isnotnull(shardId#593730) AND isnotnull(worklistShardItemId#593731L)))"];
177 [id="node177" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#593730,worklistShardItemId#593731L,qty#593732,demandChannel#593733,demandStream#593734,kpis#593735]"];
}
subgraph cluster178 {
isCluster="true";
id="cluster178";
label="WholeStageCodegen (9)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (9)";
179 [id="node179" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#593746 ASC NULLS FIRST, worklistShardItemId#593747L ASC NULLS FIRST], false, 0"];
}
180 [id="node180" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#593746, worklistShardItemId#593747L], functions=[collect_list(struct(demandChannel, demandChannel#593749, demandStream, demandStream#593750, kpis, kpis#593751), 0, 0)])"];
181 [id="node181" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#593746, worklistShardItemId#593747L, 20), ENSURE_REQUIREMENTS, [plan_id=250633]"];
182 [id="node182" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#593746, worklistShardItemId#593747L], functions=[partial_collect_list(struct(demandChannel, demandChannel#593749, demandStream, demandStream#593750, kpis, kpis#593751), 0, 0)])"];
subgraph cluster183 {
isCluster="true";
id="cluster183";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
184 [id="node184" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#593746, worklistShardItemId#593747L, demandChannel#593749, demandStream#593750, kpis#593751]"];
185 [id="node185" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#593748) AND isnotnull(demandChannel#593749)) AND isnotnull(demandStream#593750)) AND (size(kpis#593751, true) > 0)) AND (isnotnull(shardId#593746) AND isnotnull(worklistShardItemId#593747L)))"];
186 [id="node186" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#593746,worklistShardItemId#593747L,qty#593748,demandChannel#593749,demandStream#593750,kpis#593751]"];
}
subgraph cluster187 {
isCluster="true";
id="cluster187";
label="WholeStageCodegen (12)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (12)";
188 [id="node188" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [shardId#593759 ASC NULLS FIRST, worklistShardItemId#593760L ASC NULLS FIRST], false, 0"];
}
189 [id="node189" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#593759, worklistShardItemId#593760L], functions=[collect_list(struct(qty, qty#593761, kpis, kpis#593764), 0, 0)])"];
190 [id="node190" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#593759, worklistShardItemId#593760L, 20), ENSURE_REQUIREMENTS, [plan_id=250645]"];
191 [id="node191" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#593759, worklistShardItemId#593760L], functions=[partial_collect_list(struct(qty, qty#593761, kpis, kpis#593764), 0, 0)])"];
subgraph cluster192 {
isCluster="true";
id="cluster192";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (11)";
193 [id="node193" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#593759, worklistShardItemId#593760L, qty#593761, kpis#593764]"];
194 [id="node194" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#593761) AND isnotnull(kpis#593764)) AND (isnotnull(shardId#593759) AND isnotnull(worklistShardItemId#593760L)))"];
195 [id="node195" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#593759,worklistShardItemId#593760L,qty#593761,demandChannel#593762,demandStream#593763,kpis#593764]"];
}
196 [id="node196" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 300 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=253887]"];
197 [id="node197" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 20<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=253886]"];
subgraph cluster198 {
isCluster="true";
id="cluster198";
label="WholeStageCodegen (11)\n \nduration: 68 ms";
tooltip="WholeStageCodegen (11)";
199 [id="node199" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#600016[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#610324]"];
200 [id="node200" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(insightConfigurations#600016) AND isnotnull(insightConfigurations#600016[POTENTIAL_OOS_DEMAND_PERIOD]))"];
201 [id="node201" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
202 [id="node202" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 66 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 4.6 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#600016,shardId#600017] Batched: true, DataFilters: [isnotnull(insightConfigurations#600016), isnotnull(insightConfigurations#600016[POTENTIAL_OOS_DE..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#600017), (shardId#600017 = 0_1_10000002107)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."];
1->0;
3->1;
4->3;
5->4;
6->5;
7->6;
8->7;
9->8;
10->9;
11->10;
12->11;
14->12;
15->14;
17->15;
18->17;
20->18;
21->20;
22->11;
23->22;
25->23;
26->25;
27->26;
28->27;
30->28;
31->30;
32->31;
33->32;
34->33;
36->34;
37->36;
39->37;
40->39;
41->27;
42->41;
44->42;
45->44;
46->45;
47->46;
48->5;
49->48;
51->49;
52->51;
53->52;
54->53;
56->1;
57->56;
58->57;
60->58;
61->60;
62->61;
64->62;
65->64;
67->65;
68->67;
70->68;
71->70;
73->71;
74->73;
76->74;
77->76;
78->77;
79->78;
80->79;
81->80;
83->81;
84->83;
86->84;
87->86;
88->77;
90->88;
91->90;
93->91;
94->93;
95->94;
96->95;
98->71;
99->98;
101->99;
102->101;
103->102;
105->68;
106->105;
107->106;
108->107;
110->108;
111->110;
112->111;
114->65;
115->114;
116->115;
117->116;
119->117;
120->119;
121->120;
122->58;
123->122;
125->123;
126->125;
127->126;
128->127;
130->1;
131->130;
132->131;
134->132;
135->134;
136->135;
138->136;
139->138;
141->139;
142->141;
144->142;
145->144;
147->145;
148->147;
150->148;
151->150;
152->151;
153->152;
154->153;
155->154;
157->155;
158->157;
160->158;
161->160;
162->151;
164->162;
165->164;
167->165;
168->167;
169->168;
170->169;
172->145;
173->172;
175->173;
176->175;
177->176;
179->142;
180->179;
181->180;
182->181;
184->182;
185->184;
186->185;
188->139;
189->188;
190->189;
191->190;
193->191;
194->193;
195->194;
196->132;
197->196;
199->197;
200->199;
201->200;
202->201;
}
== Physical Plan ==
CollectLimit (111)
+- Union (110)
:- * LocalLimit (42)
: +- * Project (41)
: +- * BroadcastHashJoin LeftOuter BuildRight (40)
: :- * LocalLimit (33)
: : +- * Project (32)
: : +- * Filter (31)
: : +- * Generate (30)
: : +- * Project (29)
: : +- * BroadcastHashJoin Inner BuildLeft (28)
: : :- BroadcastExchange (9)
: : : +- * Filter (8)
: : : +- InMemoryTableScan (1)
: : : +- InMemoryRelation (2)
: : : +- * Filter (7)
: : : +- InMemoryTableScan (3)
: : : +- InMemoryRelation (4)
: : : +- * Filter (6)
: : : +- * Scan ExistingRDD (5)
: : +- * HashAggregate (27)
: : +- Exchange (26)
: : +- * HashAggregate (25)
: : +- * Project (24)
: : +- * BroadcastHashJoin Inner BuildLeft (23)
: : :- BroadcastExchange (16)
: : : +- * Project (15)
: : : +- * Generate (14)
: : : +- * Project (13)
: : : +- * Filter (12)
: : : +- InMemoryTableScan (10)
: : : +- InMemoryRelation (11)
: : : +- * Filter (7)
: : : +- InMemoryTableScan (3)
: : : +- InMemoryRelation (4)
: : : +- * Filter (6)
: : : +- * Scan ExistingRDD (5)
: : +- * Project (22)
: : +- Exchange (21)
: : +- * Project (20)
: : +- * Filter (19)
: : +- * ColumnarToRow (18)
: : +- Scan parquet (17)
: +- BroadcastExchange (39)
: +- Exchange (38)
: +- * Project (37)
: +- * Filter (36)
: +- * ColumnarToRow (35)
: +- Scan parquet (34)
:- * LocalLimit (96)
: +- * Project (95)
: +- BroadcastNestedLoopJoin Cross BuildRight (94)
: :- * Project (87)
: : +- * Filter (86)
: : +- InMemoryTableScan (43)
: : +- InMemoryRelation (44)
: : +- * Project (85)
: : +- * SortMergeJoin LeftOuter (84)
: : :- * Project (76)
: : : +- * SortMergeJoin LeftOuter (75)
: : : :- * Project (67)
: : : : +- * SortMergeJoin LeftOuter (66)
: : : : :- * Sort (60)
: : : : : +- Exchange (59)
: : : : : +- * Project (58)
: : : : : +- * BroadcastHashJoin LeftOuter BuildRight (57)
: : : : : :- * Project (49)
: : : : : : +- * Generate (48)
: : : : : : +- * Filter (47)
: : : : : : +- InMemoryTableScan (45)
: : : : : : +- InMemoryRelation (46)
: : : : : : +- * Filter (7)
: : : : : : +- InMemoryTableScan (3)
: : : : : : +- InMemoryRelation (4)
: : : : : : +- * Filter (6)
: : : : : : +- * Scan ExistingRDD (5)
: : : : : +- BroadcastExchange (56)
: : : : : +- * Project (55)
: : : : : +- Exchange (54)
: : : : : +- * Project (53)
: : : : : +- * Filter (52)
: : : : : +- * ColumnarToRow (51)
: : : : : +- Scan parquet (50)
: : : : +- * Sort (65)
: : : : +- Exchange (64)
: : : : +- * Project (63)
: : : : +- * Filter (62)
: : : : +- * Scan ExistingRDD (61)
: : : +- * Sort (74)
: : : +- ObjectHashAggregate (73)
: : : +- Exchange (72)
: : : +- ObjectHashAggregate (71)
: : : +- * Project (70)
: : : +- * Filter (69)
: : : +- * Scan ExistingRDD (68)
: : +- * Sort (83)
: : +- ObjectHashAggregate (82)
: : +- Exchange (81)
: : +- ObjectHashAggregate (80)
: : +- * Project (79)
: : +- * Filter (78)
: : +- * Scan ExistingRDD (77)
: +- BroadcastExchange (93)
: +- Exchange (92)
: +- * Project (91)
: +- * Filter (90)
: +- * ColumnarToRow (89)
: +- Scan parquet (88)
+- * LocalLimit (109)
+- * Project (108)
+- BroadcastNestedLoopJoin Cross BuildRight (107)
:- * Project (100)
: +- * Filter (99)
: +- InMemoryTableScan (97)
: +- InMemoryRelation (98)
: +- * Project (85)
: +- * SortMergeJoin LeftOuter (84)
: :- * Project (76)
: : +- * SortMergeJoin LeftOuter (75)
: : :- * Project (67)
: : : +- * SortMergeJoin LeftOuter (66)
: : : :- * Sort (60)
: : : : +- Exchange (59)
: : : : +- * Project (58)
: : : : +- * BroadcastHashJoin LeftOuter BuildRight (57)
: : : : :- * Project (49)
: : : : : +- * Generate (48)
: : : : : +- * Filter (47)
: : : : : +- InMemoryTableScan (45)
: : : : : +- InMemoryRelation (46)
: : : : : +- * Filter (7)
: : : : : +- InMemoryTableScan (3)
: : : : : +- InMemoryRelation (4)
: : : : : +- * Filter (6)
: : : : : +- * Scan ExistingRDD (5)
: : : : +- BroadcastExchange (56)
: : : : +- * Project (55)
: : : : +- Exchange (54)
: : : : +- * Project (53)
: : : : +- * Filter (52)
: : : : +- * ColumnarToRow (51)
: : : : +- Scan parquet (50)
: : : +- * Sort (65)
: : : +- Exchange (64)
: : : +- * Project (63)
: : : +- * Filter (62)
: : : +- * Scan ExistingRDD (61)
: : +- * Sort (74)
: : +- ObjectHashAggregate (73)
: : +- Exchange (72)
: : +- ObjectHashAggregate (71)
: : +- * Project (70)
: : +- * Filter (69)
: : +- * Scan ExistingRDD (68)
: +- * Sort (83)
: +- ObjectHashAggregate (82)
: +- Exchange (81)
: +- ObjectHashAggregate (80)
: +- * Project (79)
: +- * Filter (78)
: +- * Scan ExistingRDD (77)
+- BroadcastExchange (106)
+- Exchange (105)
+- * Project (104)
+- * Filter (103)
+- * ColumnarToRow (102)
+- Scan parquet (101)
(1) InMemoryTableScan
Output [3]: [shardId#589610, orderProposalId#589611L, optimizationInsights#589616]
Arguments: [shardId#589610, orderProposalId#589611L, optimizationInsights#589616], [isnotnull(orderProposalId#589611L), (size(optimizationInsights#589616, true) > 0), isnotnull(optimizationInsights#589616)]
(2) InMemoryRelation
Arguments: [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, optimizationInsights#589616], StorageLevel(disk, memory, 2 replicas)
(3) InMemoryTableScan
Output [6]: [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, optimizationInsights#589616]
Arguments: [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, optimizationInsights#589616], [isnotnull(shardId#589610), (shardId#589610 = 0_1_10000002107)]
(4) InMemoryRelation
Arguments: [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, lastModified#589615, optimizationInsights#589616], StorageLevel(disk, memory, 2 replicas)
(5) Scan ExistingRDD [codegen id : 1]
Output [7]: [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, lastModified#589615, optimizationInsights#589616]
Arguments: [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, lastModified#589615, optimizationInsights#589616], MapPartitionsRDD[28419] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(6) Filter [codegen id : 1]
Input [7]: [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, lastModified#589615, optimizationInsights#589616]
Condition : (isnotnull(shardId#589610) AND (shardId#589610 = 0_1_10000002107))
(7) Filter [codegen id : 1]
Input [6]: [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, optimizationInsights#589616]
Condition : (isnotnull(shardId#589610) AND (shardId#589610 = 0_1_10000002107))
(8) Filter [codegen id : 1]
Input [3]: [shardId#589610, orderProposalId#589611L, optimizationInsights#589616]
Condition : ((isnotnull(orderProposalId#589611L) AND (size(optimizationInsights#589616, true) > 0)) AND isnotnull(optimizationInsights#589616))
(9) BroadcastExchange
Input [3]: [shardId#589610, orderProposalId#589611L, optimizationInsights#589616]
Arguments: HashedRelationBroadcastMode(List(input[1, bigint, false]),false), [plan_id=253818]
(10) InMemoryTableScan
Output [2]: [items#597949, shardId#597947]
Arguments: [items#597949, shardId#597947], [(size(items#597949.worklistShardItemId, true) > 0), isnotnull(items#597949.worklistShardItemId), (shardId#597947 = 0_1_10000002107)]
(11) InMemoryRelation
Arguments: [shardId#597947, orderProposalId#597948L, items#597949, optimizationGroups#597950, isOptimal#597951, optimizationInsights#597953], StorageLevel(disk, memory, 2 replicas)
(12) Filter [codegen id : 2]
Input [2]: [items#597949, shardId#597947]
Condition : (((size(items#597949.worklistShardItemId, true) > 0) AND isnotnull(items#597949.worklistShardItemId)) AND (shardId#597947 = 0_1_10000002107))
(13) Project [codegen id : 2]
Output [1]: [items#597949.worklistShardItemId AS _extract_worklistShardItemId#610320]
Input [2]: [items#597949, shardId#597947]
(14) Generate [codegen id : 2]
Input [1]: [_extract_worklistShardItemId#610320]
Arguments: explode(_extract_worklistShardItemId#610320), false, [item#590121L]
(15) Project [codegen id : 2]
Output [1]: [item#590121L AS worklistShardItemId#590122L]
Input [1]: [item#590121L]
(16) BroadcastExchange
Input [1]: [worklistShardItemId#590122L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=253826]
(17) Scan parquet
Output [5]: [orderProposalId#590323L, isFallbackOrderOnly#590340, worklistShardItemId#590346L, shardId#590367, sequenceId#590345]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002107]
PartitionFilters: [isnotnull(shardId#590367), isnotnull(sequenceId#590345), (shardId#590367 = 0_1_10000002107), (sequenceId#590345 = 2)]
PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderProposalId)]
ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>
(18) ColumnarToRow [codegen id : 3]
Input [5]: [orderProposalId#590323L, isFallbackOrderOnly#590340, worklistShardItemId#590346L, shardId#590367, sequenceId#590345]
(19) Filter [codegen id : 3]
Input [5]: [orderProposalId#590323L, isFallbackOrderOnly#590340, worklistShardItemId#590346L, shardId#590367, sequenceId#590345]
Condition : ((isnotnull(worklistShardItemId#590346L) AND NOT (isFallbackOrderOnly#590340 <=> true)) AND isnotnull(orderProposalId#590323L))
(20) Project [codegen id : 3]
Output [2]: [orderProposalId#590323L, worklistShardItemId#590346L]
Input [5]: [orderProposalId#590323L, isFallbackOrderOnly#590340, worklistShardItemId#590346L, shardId#590367, sequenceId#590345]
(21) Exchange
Input [2]: [orderProposalId#590323L, worklistShardItemId#590346L]
Arguments: hashpartitioning(worklistShardItemId#590346L, 20), REPARTITION_BY_NUM, [plan_id=253833]
(22) Project
Output [2]: [worklistShardItemId#590346L, orderProposalId#590323L]
Input [2]: [orderProposalId#590323L, worklistShardItemId#590346L]
(23) BroadcastHashJoin [codegen id : 4]
Left keys [1]: [worklistShardItemId#590122L]
Right keys [1]: [worklistShardItemId#590346L]
Join type: Inner
Join condition: None
(24) Project [codegen id : 4]
Output [1]: [orderProposalId#590323L]
Input [3]: [worklistShardItemId#590122L, worklistShardItemId#590346L, orderProposalId#590323L]
(25) HashAggregate [codegen id : 4]
Input [1]: [orderProposalId#590323L]
Keys [1]: [orderProposalId#590323L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#590323L]
(26) Exchange
Input [1]: [orderProposalId#590323L]
Arguments: hashpartitioning(orderProposalId#590323L, 20), ENSURE_REQUIREMENTS, [plan_id=253840]
(27) HashAggregate
Input [1]: [orderProposalId#590323L]
Keys [1]: [orderProposalId#590323L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#590323L]
(28) BroadcastHashJoin [codegen id : 6]
Left keys [1]: [orderProposalId#589611L]
Right keys [1]: [orderProposalId#590323L]
Join type: Inner
Join condition: None
(29) Project [codegen id : 6]
Output [2]: [shardId#589610, optimizationInsights#589616]
Input [4]: [shardId#589610, orderProposalId#589611L, optimizationInsights#589616, orderProposalId#590323L]
(30) Generate [codegen id : 6]
Input [2]: [shardId#589610, optimizationInsights#589616]
Arguments: explode(optimizationInsights#589616), [shardId#589610], false, [insight#597955]
(31) Filter [codegen id : 6]
Input [2]: [shardId#589610, insight#597955]
Condition : NOT insight#597955.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)
(32) Project [codegen id : 6]
Output [2]: [shardId#589610, insight#597955.worklistShardItemId AS worklistShardItemId#597957L]
Input [2]: [shardId#589610, insight#597955]
(33) LocalLimit [codegen id : 6]
Input [2]: [shardId#589610, worklistShardItemId#597957L]
Arguments: 1
(34) Scan parquet
Output [3]: [worklistShardItemId#599806L, shardId#599827, sequenceId#599805]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002107]
PartitionFilters: [isnotnull(shardId#599827), isnotnull(sequenceId#599805), (shardId#599827 = 0_1_10000002107), (sequenceId#599805 = 2)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<worklistShardItemId:bigint>
(35) ColumnarToRow [codegen id : 5]
Input [3]: [worklistShardItemId#599806L, shardId#599827, sequenceId#599805]
(36) Filter [codegen id : 5]
Input [3]: [worklistShardItemId#599806L, shardId#599827, sequenceId#599805]
Condition : isnotnull(worklistShardItemId#599806L)
(37) Project [codegen id : 5]
Output [1]: [worklistShardItemId#599806L]
Input [3]: [worklistShardItemId#599806L, shardId#599827, sequenceId#599805]
(38) Exchange
Input [1]: [worklistShardItemId#599806L]
Arguments: hashpartitioning(worklistShardItemId#599806L, 20), REPARTITION_BY_NUM, [plan_id=253854]
(39) BroadcastExchange
Input [1]: [worklistShardItemId#599806L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=253855]
(40) BroadcastHashJoin [codegen id : 6]
Left keys [1]: [worklistShardItemId#597957L]
Right keys [1]: [worklistShardItemId#599806L]
Join type: LeftOuter
Join condition: (shardId#589610 = 0_1_10000002107)
(41) Project [codegen id : 6]
Output: []
Input [3]: [shardId#589610, worklistShardItemId#597957L, worklistShardItemId#599806L]
(42) LocalLimit [codegen id : 6]
Input: []
Arguments: 1
(43) InMemoryTableScan
Output [3]: [isFallbackOrderOnly#600057, orderDateTime#600053, prodLocSpecificKpis#593737]
Arguments: [isFallbackOrderOnly#600057, orderDateTime#600053, prodLocSpecificKpis#593737], [NOT (isFallbackOrderOnly#600057 <=> true)]
(44) InMemoryRelation
Arguments: [shardId#600022, worklistShardItemId#600030L, quantityAfterProdPlantOptimization#600031, qty#600032, orderProposalId#600035L, originalReplenishmentRunId#600038L, supplierGroup#600045, supplier#600046, supplyingPlant#600076, productGroup#600077, product#600048, plant#600049, subrange#600047, orderDateTime#600053, deliveryDateTime#600054, availabilityDateTime#600055, nextAvailabilityDateTime#600056, constraintValues#600070, constraintOperators#600068, constraintLabels#600067, logisticUnits#600072, orderQuantityBaseUom#600058, orderQuantityBaseUomUuid#600059, splitIndicator#600040L, netPriceAmount#600063, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(45) InMemoryTableScan
Output [2]: [shardId#589610, items#589612]
Arguments: [shardId#589610, items#589612], [(size(items#589612, true) > 0), isnotnull(items#589612)]
(46) InMemoryRelation
Arguments: [shardId#589610, orderProposalId#589611L, items#589612, optimizationGroups#589613, isOptimal#589614, optimizationInsights#589616], StorageLevel(disk, memory, 2 replicas)
(47) Filter [codegen id : 3]
Input [2]: [shardId#589610, items#589612]
Condition : ((size(items#589612, true) > 0) AND isnotnull(items#589612))
(48) Generate [codegen id : 3]
Input [2]: [shardId#589610, items#589612]
Arguments: explode(items#589612), [shardId#589610], false, [item#590121]
(49) Project [codegen id : 3]
Output [4]: [shardId#589610, item#590121.worklistShardItemId AS worklistShardItemId#590122L, item#590121.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#590123, item#590121.qty AS qty#590124]
Input [2]: [shardId#589610, item#590121]
(50) Scan parquet
Output [38]: [orderProposalId#590323L, orderProposalItemId#590324, supplierGroup#590325, supplier#590326, plant#590327, deliveryDateTime#590328, subrange#590329, supplyingPlant#590330, productGroup#590331, product#590332, orderDateTime#590333, availabilityDateTime#590334, nextAvailabilityDateTime#590335, sourceOfSupplyUuid#590337, isFallbackOrderOnly#590340, splitIndicator#590342L, previousOrderProposal#590343L, worklistShardItemId#590346L, orderProposalItemGroupId#590347, externalProductId#590348, externalPlantId#590349, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, minimumOrderQuantity#590353, constraintLabels#590354, constraintOperators#590355, constraintValues#590356, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, measurements#590364, originalReplenishmentRunId#590365L, optimizationGroups#590366, shardId#590367, sequenceId#590345]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000002107]
PartitionFilters: [isnotnull(shardId#590367), isnotnull(sequenceId#590345), (shardId#590367 = 0_1_10000002107), (sequenceId#590345 = 2)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,sourceOfSupplyUuid:string,isFallbackOrderOnly:boolean,splitIndicator:bigint,previousOrderProposal:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>
(51) ColumnarToRow [codegen id : 1]
Input [38]: [orderProposalId#590323L, orderProposalItemId#590324, supplierGroup#590325, supplier#590326, plant#590327, deliveryDateTime#590328, subrange#590329, supplyingPlant#590330, productGroup#590331, product#590332, orderDateTime#590333, availabilityDateTime#590334, nextAvailabilityDateTime#590335, sourceOfSupplyUuid#590337, isFallbackOrderOnly#590340, splitIndicator#590342L, previousOrderProposal#590343L, worklistShardItemId#590346L, orderProposalItemGroupId#590347, externalProductId#590348, externalPlantId#590349, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, minimumOrderQuantity#590353, constraintLabels#590354, constraintOperators#590355, constraintValues#590356, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, measurements#590364, originalReplenishmentRunId#590365L, optimizationGroups#590366, shardId#590367, sequenceId#590345]
(52) Filter [codegen id : 1]
Input [38]: [orderProposalId#590323L, orderProposalItemId#590324, supplierGroup#590325, supplier#590326, plant#590327, deliveryDateTime#590328, subrange#590329, supplyingPlant#590330, productGroup#590331, product#590332, orderDateTime#590333, availabilityDateTime#590334, nextAvailabilityDateTime#590335, sourceOfSupplyUuid#590337, isFallbackOrderOnly#590340, splitIndicator#590342L, previousOrderProposal#590343L, worklistShardItemId#590346L, orderProposalItemGroupId#590347, externalProductId#590348, externalPlantId#590349, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, minimumOrderQuantity#590353, constraintLabels#590354, constraintOperators#590355, constraintValues#590356, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, measurements#590364, originalReplenishmentRunId#590365L, optimizationGroups#590366, shardId#590367, sequenceId#590345]
Condition : isnotnull(worklistShardItemId#590346L)
(53) Project [codegen id : 1]
Output [36]: [orderProposalId#590323L, orderProposalItemId#590324, supplierGroup#590325, supplier#590326, plant#590327, deliveryDateTime#590328, subrange#590329, supplyingPlant#590330, productGroup#590331, product#590332, orderDateTime#590333, availabilityDateTime#590334, nextAvailabilityDateTime#590335, sourceOfSupplyUuid#590337, isFallbackOrderOnly#590340, splitIndicator#590342L, previousOrderProposal#590343L, worklistShardItemId#590346L, orderProposalItemGroupId#590347, externalProductId#590348, externalPlantId#590349, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, minimumOrderQuantity#590353, constraintLabels#590354, constraintOperators#590355, constraintValues#590356, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, measurements#590364, originalReplenishmentRunId#590365L, optimizationGroups#590366]
Input [38]: [orderProposalId#590323L, orderProposalItemId#590324, supplierGroup#590325, supplier#590326, plant#590327, deliveryDateTime#590328, subrange#590329, supplyingPlant#590330, productGroup#590331, product#590332, orderDateTime#590333, availabilityDateTime#590334, nextAvailabilityDateTime#590335, sourceOfSupplyUuid#590337, isFallbackOrderOnly#590340, splitIndicator#590342L, previousOrderProposal#590343L, worklistShardItemId#590346L, orderProposalItemGroupId#590347, externalProductId#590348, externalPlantId#590349, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, minimumOrderQuantity#590353, constraintLabels#590354, constraintOperators#590355, constraintValues#590356, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, measurements#590364, originalReplenishmentRunId#590365L, optimizationGroups#590366, shardId#590367, sequenceId#590345]
(54) Exchange
Input [36]: [orderProposalId#590323L, orderProposalItemId#590324, supplierGroup#590325, supplier#590326, plant#590327, deliveryDateTime#590328, subrange#590329, supplyingPlant#590330, productGroup#590331, product#590332, orderDateTime#590333, availabilityDateTime#590334, nextAvailabilityDateTime#590335, sourceOfSupplyUuid#590337, isFallbackOrderOnly#590340, splitIndicator#590342L, previousOrderProposal#590343L, worklistShardItemId#590346L, orderProposalItemGroupId#590347, externalProductId#590348, externalPlantId#590349, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, minimumOrderQuantity#590353, constraintLabels#590354, constraintOperators#590355, constraintValues#590356, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, measurements#590364, originalReplenishmentRunId#590365L, optimizationGroups#590366]
Arguments: hashpartitioning(worklistShardItemId#590346L, 20), REPARTITION_BY_NUM, [plan_id=250607]
(55) Project [codegen id : 2]
Output [36]: [worklistShardItemId#590346L, orderProposalId#590323L, orderProposalItemId#590324, orderProposalItemGroupId#590347, originalReplenishmentRunId#590365L, splitIndicator#590342L, previousOrderProposal#590343L, sourceOfSupplyUuid#590337, supplierGroup#590325, supplier#590326, subrange#590329, product#590332, plant#590327, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, isFallbackOrderOnly#590340, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, netPriceAmount#590359, netPriceCurrencyCode#590360, measurements#590364, minimumOrderQuantity#590353, constraintLabels#590354, constraintOperators#590355, constraintValues#590356, logisticUnits#590350, optimizationGroups#590366, externalProductId#590348, externalPlantId#590349, supplyingPlant#590330, productGroup#590331]
Input [36]: [orderProposalId#590323L, orderProposalItemId#590324, supplierGroup#590325, supplier#590326, plant#590327, deliveryDateTime#590328, subrange#590329, supplyingPlant#590330, productGroup#590331, product#590332, orderDateTime#590333, availabilityDateTime#590334, nextAvailabilityDateTime#590335, sourceOfSupplyUuid#590337, isFallbackOrderOnly#590340, splitIndicator#590342L, previousOrderProposal#590343L, worklistShardItemId#590346L, orderProposalItemGroupId#590347, externalProductId#590348, externalPlantId#590349, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, minimumOrderQuantity#590353, constraintLabels#590354, constraintOperators#590355, constraintValues#590356, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, measurements#590364, originalReplenishmentRunId#590365L, optimizationGroups#590366]
(56) BroadcastExchange
Input [36]: [worklistShardItemId#590346L, orderProposalId#590323L, orderProposalItemId#590324, orderProposalItemGroupId#590347, originalReplenishmentRunId#590365L, splitIndicator#590342L, previousOrderProposal#590343L, sourceOfSupplyUuid#590337, supplierGroup#590325, supplier#590326, subrange#590329, product#590332, plant#590327, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, isFallbackOrderOnly#590340, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, netPriceAmount#590359, netPriceCurrencyCode#590360, measurements#590364, minimumOrderQuantity#590353, constraintLabels#590354, constraintOperators#590355, constraintValues#590356, logisticUnits#590350, optimizationGroups#590366, externalProductId#590348, externalPlantId#590349, supplyingPlant#590330, productGroup#590331]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=250611]
(57) BroadcastHashJoin [codegen id : 3]
Left keys [1]: [worklistShardItemId#590122L]
Right keys [1]: [worklistShardItemId#590346L]
Join type: LeftOuter
Join condition: (shardId#589610 = 0_1_10000002107)
(58) Project [codegen id : 3]
Output [39]: [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, sourceOfSupplyUuid#590337, minimumOrderQuantity#590353, orderProposalItemId#590324, orderProposalItemGroupId#590347, optimizationGroups#590366, measurements#590364, externalProductId#590348, externalPlantId#590349, previousOrderProposal#590343L, isFallbackOrderOnly#590340]
Input [40]: [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, worklistShardItemId#590346L, orderProposalId#590323L, orderProposalItemId#590324, orderProposalItemGroupId#590347, originalReplenishmentRunId#590365L, splitIndicator#590342L, previousOrderProposal#590343L, sourceOfSupplyUuid#590337, supplierGroup#590325, supplier#590326, subrange#590329, product#590332, plant#590327, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, isFallbackOrderOnly#590340, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, netPriceAmount#590359, netPriceCurrencyCode#590360, measurements#590364, minimumOrderQuantity#590353, constraintLabels#590354, constraintOperators#590355, constraintValues#590356, logisticUnits#590350, optimizationGroups#590366, externalProductId#590348, externalPlantId#590349, supplyingPlant#590330, productGroup#590331]
(59) Exchange
Input [39]: [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, sourceOfSupplyUuid#590337, minimumOrderQuantity#590353, orderProposalItemId#590324, orderProposalItemGroupId#590347, optimizationGroups#590366, measurements#590364, externalProductId#590348, externalPlantId#590349, previousOrderProposal#590343L, isFallbackOrderOnly#590340]
Arguments: hashpartitioning(shardId#589610, worklistShardItemId#590122L, 20), ENSURE_REQUIREMENTS, [plan_id=250616]
(60) Sort [codegen id : 4]
Input [39]: [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, sourceOfSupplyUuid#590337, minimumOrderQuantity#590353, orderProposalItemId#590324, orderProposalItemGroupId#590347, optimizationGroups#590366, measurements#590364, externalProductId#590348, externalPlantId#590349, previousOrderProposal#590343L, isFallbackOrderOnly#590340]
Arguments: [shardId#589610 ASC NULLS FIRST, worklistShardItemId#590122L ASC NULLS FIRST], false, 0
(61) Scan ExistingRDD [codegen id : 5]
Output [6]: [shardId#593730, worklistShardItemId#593731L, qty#593732, demandChannel#593733, demandStream#593734, kpis#593735]
Arguments: [shardId#593730, worklistShardItemId#593731L, qty#593732, demandChannel#593733, demandStream#593734, kpis#593735], MapPartitionsRDD[28553] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(62) Filter [codegen id : 5]
Input [6]: [shardId#593730, worklistShardItemId#593731L, qty#593732, demandChannel#593733, demandStream#593734, kpis#593735]
Condition : (((isnull(qty#593732) AND isnull(demandChannel#593733)) AND isnull(demandStream#593734)) AND (isnotnull(shardId#593730) AND isnotnull(worklistShardItemId#593731L)))
(63) Project [codegen id : 5]
Output [3]: [shardId#593730, worklistShardItemId#593731L, coalesce(kpis#593735, []) AS prodLocSpecificKpis#593736]
Input [6]: [shardId#593730, worklistShardItemId#593731L, qty#593732, demandChannel#593733, demandStream#593734, kpis#593735]
(64) Exchange
Input [3]: [shardId#593730, worklistShardItemId#593731L, prodLocSpecificKpis#593736]
Arguments: hashpartitioning(shardId#593730, worklistShardItemId#593731L, 20), ENSURE_REQUIREMENTS, [plan_id=250622]
(65) Sort [codegen id : 6]
Input [3]: [shardId#593730, worklistShardItemId#593731L, prodLocSpecificKpis#593736]
Arguments: [shardId#593730 ASC NULLS FIRST, worklistShardItemId#593731L ASC NULLS FIRST], false, 0
(66) SortMergeJoin [codegen id : 7]
Left keys [2]: [shardId#589610, worklistShardItemId#590122L]
Right keys [2]: [shardId#593730, worklistShardItemId#593731L]
Join type: LeftOuter
Join condition: None
(67) Project [codegen id : 7]
Output [40]: [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, sourceOfSupplyUuid#590337, minimumOrderQuantity#590353, orderProposalItemId#590324, orderProposalItemGroupId#590347, optimizationGroups#590366, measurements#590364, externalProductId#590348, externalPlantId#590349, previousOrderProposal#590343L, isFallbackOrderOnly#590340, coalesce(prodLocSpecificKpis#593736, []) AS prodLocSpecificKpis#593737]
Input [42]: [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, sourceOfSupplyUuid#590337, minimumOrderQuantity#590353, orderProposalItemId#590324, orderProposalItemGroupId#590347, optimizationGroups#590366, measurements#590364, externalProductId#590348, externalPlantId#590349, previousOrderProposal#590343L, isFallbackOrderOnly#590340, shardId#593730, worklistShardItemId#593731L, prodLocSpecificKpis#593736]
(68) Scan ExistingRDD [codegen id : 8]
Output [6]: [shardId#593746, worklistShardItemId#593747L, qty#593748, demandChannel#593749, demandStream#593750, kpis#593751]
Arguments: [shardId#593746, worklistShardItemId#593747L, qty#593748, demandChannel#593749, demandStream#593750, kpis#593751], MapPartitionsRDD[28553] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(69) Filter [codegen id : 8]
Input [6]: [shardId#593746, worklistShardItemId#593747L, qty#593748, demandChannel#593749, demandStream#593750, kpis#593751]
Condition : ((((isnull(qty#593748) AND isnotnull(demandChannel#593749)) AND isnotnull(demandStream#593750)) AND (size(kpis#593751, true) > 0)) AND (isnotnull(shardId#593746) AND isnotnull(worklistShardItemId#593747L)))
(70) Project [codegen id : 8]
Output [5]: [shardId#593746, worklistShardItemId#593747L, demandChannel#593749, demandStream#593750, kpis#593751]
Input [6]: [shardId#593746, worklistShardItemId#593747L, qty#593748, demandChannel#593749, demandStream#593750, kpis#593751]
(71) ObjectHashAggregate
Input [5]: [shardId#593746, worklistShardItemId#593747L, demandChannel#593749, demandStream#593750, kpis#593751]
Keys [2]: [shardId#593746, worklistShardItemId#593747L]
Functions [1]: [partial_collect_list(struct(demandChannel, demandChannel#593749, demandStream, demandStream#593750, kpis, kpis#593751), 0, 0)]
Aggregate Attributes [1]: [buf#593926]
Results [3]: [shardId#593746, worklistShardItemId#593747L, buf#593927]
(72) Exchange
Input [3]: [shardId#593746, worklistShardItemId#593747L, buf#593927]
Arguments: hashpartitioning(shardId#593746, worklistShardItemId#593747L, 20), ENSURE_REQUIREMENTS, [plan_id=250633]
(73) ObjectHashAggregate
Input [3]: [shardId#593746, worklistShardItemId#593747L, buf#593927]
Keys [2]: [shardId#593746, worklistShardItemId#593747L]
Functions [1]: [collect_list(struct(demandChannel, demandChannel#593749, demandStream, demandStream#593750, kpis, kpis#593751), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(demandChannel, demandChannel#593749, demandStream, demandStream#593750, kpis, kpis#593751), 0, 0)#593745]
Results [3]: [shardId#593746, worklistShardItemId#593747L, collect_list(struct(demandChannel, demandChannel#593749, demandStream, demandStream#593750, kpis, kpis#593751), 0, 0)#593745 AS channelStreamSpecificKpis#593738]
(74) Sort [codegen id : 9]
Input [3]: [shardId#593746, worklistShardItemId#593747L, channelStreamSpecificKpis#593738]
Arguments: [shardId#593746 ASC NULLS FIRST, worklistShardItemId#593747L ASC NULLS FIRST], false, 0
(75) SortMergeJoin [codegen id : 10]
Left keys [2]: [shardId#589610, worklistShardItemId#590122L]
Right keys [2]: [shardId#593746, worklistShardItemId#593747L]
Join type: LeftOuter
Join condition: None
(76) Project [codegen id : 10]
Output [41]: [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, sourceOfSupplyUuid#590337, minimumOrderQuantity#590353, orderProposalItemId#590324, orderProposalItemGroupId#590347, optimizationGroups#590366, measurements#590364, externalProductId#590348, externalPlantId#590349, previousOrderProposal#590343L, isFallbackOrderOnly#590340, prodLocSpecificKpis#593737, coalesce(channelStreamSpecificKpis#593738, []) AS channelStreamSpecificKpis#593752]
Input [43]: [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, sourceOfSupplyUuid#590337, minimumOrderQuantity#590353, orderProposalItemId#590324, orderProposalItemGroupId#590347, optimizationGroups#590366, measurements#590364, externalProductId#590348, externalPlantId#590349, previousOrderProposal#590343L, isFallbackOrderOnly#590340, prodLocSpecificKpis#593737, shardId#593746, worklistShardItemId#593747L, channelStreamSpecificKpis#593738]
(77) Scan ExistingRDD [codegen id : 11]
Output [6]: [shardId#593759, worklistShardItemId#593760L, qty#593761, demandChannel#593762, demandStream#593763, kpis#593764]
Arguments: [shardId#593759, worklistShardItemId#593760L, qty#593761, demandChannel#593762, demandStream#593763, kpis#593764], MapPartitionsRDD[28553] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(78) Filter [codegen id : 11]
Input [6]: [shardId#593759, worklistShardItemId#593760L, qty#593761, demandChannel#593762, demandStream#593763, kpis#593764]
Condition : ((isnotnull(qty#593761) AND isnotnull(kpis#593764)) AND (isnotnull(shardId#593759) AND isnotnull(worklistShardItemId#593760L)))
(79) Project [codegen id : 11]
Output [4]: [shardId#593759, worklistShardItemId#593760L, qty#593761, kpis#593764]
Input [6]: [shardId#593759, worklistShardItemId#593760L, qty#593761, demandChannel#593762, demandStream#593763, kpis#593764]
(80) ObjectHashAggregate
Input [4]: [shardId#593759, worklistShardItemId#593760L, qty#593761, kpis#593764]
Keys [2]: [shardId#593759, worklistShardItemId#593760L]
Functions [1]: [partial_collect_list(struct(qty, qty#593761, kpis, kpis#593764), 0, 0)]
Aggregate Attributes [1]: [buf#593928]
Results [3]: [shardId#593759, worklistShardItemId#593760L, buf#593929]
(81) Exchange
Input [3]: [shardId#593759, worklistShardItemId#593760L, buf#593929]
Arguments: hashpartitioning(shardId#593759, worklistShardItemId#593760L, 20), ENSURE_REQUIREMENTS, [plan_id=250645]
(82) ObjectHashAggregate
Input [3]: [shardId#593759, worklistShardItemId#593760L, buf#593929]
Keys [2]: [shardId#593759, worklistShardItemId#593760L]
Functions [1]: [collect_list(struct(qty, qty#593761, kpis, kpis#593764), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(qty, qty#593761, kpis, kpis#593764), 0, 0)#593758]
Results [3]: [shardId#593759, worklistShardItemId#593760L, map_from_entries(collect_list(struct(qty, qty#593761, kpis, kpis#593764), 0, 0)#593758) AS quantityKpis#593753]
(83) Sort [codegen id : 12]
Input [3]: [shardId#593759, worklistShardItemId#593760L, quantityKpis#593753]
Arguments: [shardId#593759 ASC NULLS FIRST, worklistShardItemId#593760L ASC NULLS FIRST], false, 0
(84) SortMergeJoin [codegen id : 13]
Left keys [2]: [shardId#589610, worklistShardItemId#590122L]
Right keys [2]: [shardId#593759, worklistShardItemId#593760L]
Join type: LeftOuter
Join condition: None
(85) Project [codegen id : 13]
Output [42]: [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, sourceOfSupplyUuid#590337, minimumOrderQuantity#590353, orderProposalItemId#590324, orderProposalItemGroupId#590347, optimizationGroups#590366, measurements#590364, externalProductId#590348, externalPlantId#590349, previousOrderProposal#590343L, isFallbackOrderOnly#590340, prodLocSpecificKpis#593737, channelStreamSpecificKpis#593752, coalesce(quantityKpis#593753, map(keys: [], values: [])) AS quantityKpis#593765]
Input [44]: [shardId#589610, worklistShardItemId#590122L, quantityAfterProdPlantOptimization#590123, qty#590124, orderProposalId#590323L, originalReplenishmentRunId#590365L, supplierGroup#590325, supplier#590326, supplyingPlant#590330, productGroup#590331, product#590332, plant#590327, subrange#590329, orderDateTime#590333, deliveryDateTime#590328, availabilityDateTime#590334, nextAvailabilityDateTime#590335, constraintValues#590356, constraintOperators#590355, constraintLabels#590354, logisticUnits#590350, orderQuantityBaseUom#590351, orderQuantityBaseUomUuid#590352, splitIndicator#590342L, netPriceAmount#590359, netPriceCurrencyCode#590360, netPriceQuantity#590361, netPriceQuantityUom#590362, netPriceQuantityUomUuid#590363, sourceOfSupplyUuid#590337, minimumOrderQuantity#590353, orderProposalItemId#590324, orderProposalItemGroupId#590347, optimizationGroups#590366, measurements#590364, externalProductId#590348, externalPlantId#590349, previousOrderProposal#590343L, isFallbackOrderOnly#590340, prodLocSpecificKpis#593737, channelStreamSpecificKpis#593752, shardId#593759, worklistShardItemId#593760L, quantityKpis#593753]
(86) Filter [codegen id : 7]
Input [3]: [isFallbackOrderOnly#600057, orderDateTime#600053, prodLocSpecificKpis#593737]
Condition : NOT (isFallbackOrderOnly#600057 <=> true)
(87) Project [codegen id : 7]
Output [2]: [orderDateTime#600053, prodLocSpecificKpis#593737]
Input [3]: [isFallbackOrderOnly#600057, orderDateTime#600053, prodLocSpecificKpis#593737]
(88) Scan parquet
Output [2]: [insightConfigurations#599834, shardId#599835]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002107]
PartitionFilters: [isnotnull(shardId#599835), (shardId#599835 = 0_1_10000002107)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>
(89) ColumnarToRow [codegen id : 8]
Input [2]: [insightConfigurations#599834, shardId#599835]
(90) Filter [codegen id : 8]
Input [2]: [insightConfigurations#599834, shardId#599835]
Condition : (isnotnull(insightConfigurations#599834) AND isnotnull(insightConfigurations#599834[POTENTIAL_OOS_STOCK_PERIOD]))
(91) Project [codegen id : 8]
Output [1]: [insightConfigurations#599834[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#610322]
Input [2]: [insightConfigurations#599834, shardId#599835]
(92) Exchange
Input [1]: [_extract_settings#610322]
Arguments: RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=253870]
(93) BroadcastExchange
Input [1]: [_extract_settings#610322]
Arguments: IdentityBroadcastMode, [plan_id=253871]
(94) BroadcastNestedLoopJoin
Join type: Cross
Join condition: ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#593737, lambdafunction((lambda x_1574#599839.label = OutOfStockProbability), lambda x_1574#599839, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#610322, lambdafunction((lambda x_1575#599840.name = OOS_PROBABILITY_THRESHOLD), lambda x_1575#599840, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#593737, lambdafunction((lambda x_1574#599841.label = OutOfStockProbability), lambda x_1574#599841, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#610322, lambdafunction((lambda x_1575#599842.name = OOS_PROBABILITY_THRESHOLD), lambda x_1575#599842, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#593737, lambdafunction((lambda x_1576#599843.label = InitialStockQty), lambda x_1576#599843, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#593737, lambdafunction((lambda x_1576#599845.label = InitialStockQty), lambda x_1576#599845, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#610322, lambdafunction((lambda x_1577#599846.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_1577#599846, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#600053) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#600053, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354108) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#610322, lambdafunction((lambda x_1578#599847.name = OFFSET_CURRENT_ORDER_DATE), lambda x_1578#599847, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#600053) THEN null ELSE (cast((unix_timestamp(orderDateTime#600053, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1786354108) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#610322, lambdafunction((lambda x_1578#599848.name = OFFSET_CURRENT_ORDER_DATE), lambda x_1578#599848, false)), 1, None, false).value as double)) END)
(95) Project [codegen id : 9]
Output: []
Input [3]: [orderDateTime#600053, prodLocSpecificKpis#593737, _extract_settings#610322]
(96) LocalLimit [codegen id : 9]
Input: []
Arguments: 1
(97) InMemoryTableScan
Output [3]: [isFallbackOrderOnly#599920, qty#599895, quantityKpis#600011]
Arguments: [isFallbackOrderOnly#599920, qty#599895, quantityKpis#600011], [NOT (isFallbackOrderOnly#599920 <=> true)]
(98) InMemoryRelation
Arguments: [shardId#599885, worklistShardItemId#599893L, quantityAfterProdPlantOptimization#599894, qty#599895, orderProposalId#599898L, originalReplenishmentRunId#599901L, supplierGroup#599908, supplier#599909, supplyingPlant#599939, productGroup#599940, product#599911, plant#599912, subrange#599910, orderDateTime#599916, deliveryDateTime#599917, availabilityDateTime#599918, nextAvailabilityDateTime#599919, constraintValues#599933, constraintOperators#599931, constraintLabels#599930, logisticUnits#599935, orderQuantityBaseUom#599921, orderQuantityBaseUomUuid#599922, splitIndicator#599903L, netPriceAmount#599926, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(99) Filter [codegen id : 10]
Input [3]: [isFallbackOrderOnly#599920, qty#599895, quantityKpis#600011]
Condition : NOT (isFallbackOrderOnly#599920 <=> true)
(100) Project [codegen id : 10]
Output [2]: [qty#599895, quantityKpis#600011]
Input [3]: [isFallbackOrderOnly#599920, qty#599895, quantityKpis#600011]
(101) Scan parquet
Output [2]: [insightConfigurations#600016, shardId#600017]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002107]
PartitionFilters: [isnotnull(shardId#600017), (shardId#600017 = 0_1_10000002107)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>
(102) ColumnarToRow [codegen id : 11]
Input [2]: [insightConfigurations#600016, shardId#600017]
(103) Filter [codegen id : 11]
Input [2]: [insightConfigurations#600016, shardId#600017]
Condition : (isnotnull(insightConfigurations#600016) AND isnotnull(insightConfigurations#600016[POTENTIAL_OOS_DEMAND_PERIOD]))
(104) Project [codegen id : 11]
Output [1]: [insightConfigurations#600016[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#610324]
Input [2]: [insightConfigurations#600016, shardId#600017]
(105) Exchange
Input [1]: [_extract_settings#610324]
Arguments: RoundRobinPartitioning(20), REPARTITION_BY_NUM, [plan_id=253886]
(106) BroadcastExchange
Input [1]: [_extract_settings#610324]
Arguments: IdentityBroadcastMode, [plan_id=253887]
(107) BroadcastNestedLoopJoin
Join type: Cross
Join condition: CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#600011, qty#599895, None, false), lambdafunction((lambda x_1580#599865.label = OutOfStockProbability), lambda x_1580#599865, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#610324, lambdafunction((lambda x_1581#599866.name = OOS_PROBABILITY_THRESHOLD), lambda x_1581#599866, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#600011, qty#599895, None, false), lambdafunction((lambda x_1580#599867.label = OutOfStockProbability), lambda x_1580#599867, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#610324, lambdafunction((lambda x_1581#599868.name = OOS_PROBABILITY_THRESHOLD), lambda x_1581#599868, false)), 1, None, false).value as double)) END
(108) Project [codegen id : 12]
Output: []
Input [3]: [qty#599895, quantityKpis#600011, _extract_settings#610324]
(109) LocalLimit [codegen id : 12]
Input: []
Arguments: 1
(110) Union
(111) CollectLimit
Input: []
Arguments: 1