digraph G {
0 [id="node0" labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>" tooltip="AdaptiveSparkPlan isFinalPlan=true"];
subgraph cluster1 {
isCluster="true";
id="cluster1";
label="WholeStageCodegen (2)\n \nduration: 2 ms";
tooltip="WholeStageCodegen (2)";
2 [id="node2" labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 2 ms<br>number of output rows: 1" tooltip="HashAggregate(keys=[], functions=[count(1)])"];
}
3 [id="node3" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 25<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 25<br>local bytes read: 1050.0 B<br>merged fetch fallback count: 0<br>local blocks read: 14<br>remote merged chunks fetched: 0<br>remote blocks read: 11<br>data size total (min, med, max (stageId: taskId))<br>400.0 B (16.0 B, 16.0 B, 16.0 B (stage 61468.0: task 151185))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>3 ms (0 ms, 0 ms, 0 ms (stage 61468.0: task 151195))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 825.0 B<br>number of partitions: 1<br>remote reqs duration: 1 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1875.0 B (75.0 B, 75.0 B, 75.0 B (stage 61468.0: task 151185))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=289411]"];
subgraph cluster4 {
isCluster="true";
id="cluster4";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n25 ms (0 ms, 0 ms, 3 ms (stage 61468.0: task 151186))";
tooltip="WholeStageCodegen (1)";
5 [id="node5" labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build total (min, med, max (stageId: taskId))<br>17 ms (0 ms, 0 ms, 3 ms (stage 61468.0: task 151182))<br>number of output rows: 25" tooltip="HashAggregate(keys=[], functions=[partial_count(1)])"];
}
6 [id="node6" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 2,940" tooltip="InMemoryTableScan"];
7 [id="node7" labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>" tooltip="AdaptiveSparkPlan isFinalPlan=true"];
subgraph cluster8 {
isCluster="true";
id="cluster8";
label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n108 ms (1 ms, 2 ms, 12 ms (stage 61464.0: task 151157))";
tooltip="WholeStageCodegen (10)";
9 [id="node9" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, 0 AS orderProposalHorizonGroupingId#724876L, splitIndicator#724903L, previousOrderProposal#724904L, clusterId#725273L, sequenceId#725276]"];
10 [id="node10" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 2,940" tooltip="BroadcastHashJoin [orderProposalId#724875L], [orderProposalId#725270L], LeftOuter, BuildRight, false"];
}
11 [id="node11" labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 61464.0: task 151157))" tooltip="Window [lag(orderProposalId#724875L, -1, null) windowspecdefinition(product#724840, plant#724789, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS previousOrderProposal#724904L], [product#724840, plant#724789], [availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST]"];
subgraph cluster12 {
isCluster="true";
id="cluster12";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n1.6 s (3 ms, 4 ms, 262 ms (stage 61464.0: task 151161))";
tooltip="WholeStageCodegen (9)";
13 [id="node13" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 61464.0: task 151157))<br>peak memory total (min, med, max (stageId: taskId))<br>51.6 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 61464.0: task 151157))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 61464.0: task 151157))" tooltip="Sort [product#724840 ASC NULLS FIRST, plant#724789 ASC NULLS FIRST, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST], false, 0"];
}
14 [id="node14" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 2,940<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 2,940<br>local bytes read total (min, med, max (stageId: taskId))<br>377.3 KiB (4.0 KiB, 15.5 KiB, 18.9 KiB (stage 61464.0: task 151168))<br>merged fetch fallback count: 0<br>local blocks read: 145<br>remote merged chunks fetched: 0<br>remote blocks read: 30<br>data size total (min, med, max (stageId: taskId))<br>1115.7 KiB (114.3 KiB, 156.3 KiB, 190.0 KiB (stage 61460.0: task 151150))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>9 ms (1 ms, 1 ms, 1 ms (stage 61460.0: task 151154))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 61464.0: task 151157))<br>remote bytes read total (min, med, max (stageId: taskId))<br>84.7 KiB (2017.0 B, 3.0 KiB, 13.2 KiB (stage 61464.0: task 151157))<br>number of partitions: 25<br>remote reqs duration total (min, med, max (stageId: taskId))<br>3 ms (0 ms, 0 ms, 1 ms (stage 61464.0: task 151157))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>462.0 KiB (51.7 KiB, 66.3 KiB, 75.4 KiB (stage 61460.0: task 151150))" tooltip="Exchange hashpartitioning(product#724840, plant#724789, 25), ENSURE_REQUIREMENTS, [plan_id=289349]"];
subgraph cluster15 {
isCluster="true";
id="cluster15";
label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n297 ms (7 ms, 47 ms, 53 ms (stage 61460.0: task 151152))";
tooltip="WholeStageCodegen (8)";
16 [id="node16" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderScheduleExploded#724839.product AS product#724840, productOrderScheduleExploded#724839.orderDateTime AS orderDateTime#724841, productOrderScheduleExploded#724839.availabilityDateTime AS availabilityDateTime#724842, productOrderScheduleExploded#724839.nextAvailabilityDateTime AS nextAvailabilityDateTime#724843, productOrderScheduleExploded#724839.mrpController AS mrpController#724844, productOrderScheduleExploded#724839.sourceOfSupplyUuid AS sourceOfSupplyUuid#724845, productOrderScheduleExploded#724839.purchasingOrg AS purchasingOrg#724846, productOrderScheduleExploded#724839.purchasingGroup AS purchasingGroup#724847, productOrderScheduleExploded#724839.isFallbackOrderOnly AS isFallbackOrderOnly#724848, xxhash64(CASE WHEN (_extract_supplierSubrange#725419 <=> true) THEN effectiveSubrange#724814 END, orderGroupingProfile#724799, CASE WHEN (_extract_mrpController#725420 <=> true) THEN productOrderScheduleExploded#724839.mrpController END, CASE WHEN (_extract_purchasingOrg#725421 <=> true) THEN productOrderScheduleExploded#724839.purchasingOrg END, CASE WHEN (_extract_orderDate#725422 <=> true) THEN productOrderScheduleExploded#724839.orderDateTime END, CASE WHEN (_extract_deliveryDate#725423 <=> true) THEN deliveryDateTime#724790 END, CASE WHEN (_extract_supplier#725424 <=> true) THEN supplierOrGroup#724816 END, locationOrGroup#724817, CASE WHEN (_extract_purchasingGroup#725425 <=> true) THEN productOrderScheduleExploded#724839.purchasingGroup END, ((((((((CASE WHEN (isnull(effectiveSubrange#724814) AND (_extract_supplierSubrange#725419 <=> true)) THEN 1 ELSE 0 END + CASE WHEN isnull(orderGroupingProfile#724799) THEN 2 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.mrpController) AND (_extract_mrpController#725420 <=> true)) THEN 4 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingOrg) AND (_extract_purchasingOrg#725421 <=> true)) THEN 8 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.orderDateTime) AND (_extract_orderDate#725422 <=> true)) THEN 16 ELSE 0 END) + CASE WHEN (isnull(deliveryDateTime#724790) AND (_extract_deliveryDate#725423 <=> true)) THEN 32 ELSE 0 END) + CASE WHEN (isnull(supplierOrGroup#724816) AND (_extract_supplier#725424 <=> true)) THEN 64 ELSE 0 END) + CASE WHEN isnull(locationOrGroup#724817) THEN 128 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingGroup) AND (_extract_purchasingGroup#725425 <=> true)) THEN 256 ELSE 0 END), 10000002108, 42) AS orderProposalId#724875L, xxhash64(CASE WHEN (_extract_supplierSubrange#725426 <=> true) THEN effectiveSubrange#724814 END, orderGroupingProfile#724799, CASE WHEN (_extract_mrpController#725427 <=> true) THEN productOrderScheduleExploded#724839.mrpController END, CASE WHEN (_extract_orderDate#725428 <=> true) THEN productOrderScheduleExploded#724839.orderDateTime END, CASE WHEN (_extract_supplier#725429 <=> true) THEN supplier#724788 END, CASE WHEN (_extract_deliveryDate#725430 <=> true) THEN deliveryDateTime#724790 END, CASE WHEN (_extract_purchasingOrg#725431 <=> true) THEN productOrderScheduleExploded#724839.purchasingOrg END, plant#724789, CASE WHEN (_extract_purchasingGroup#725432 <=> true) THEN productOrderScheduleExploded#724839.purchasingGroup END, ((((((((CASE WHEN (isnull(effectiveSubrange#724814) AND (_extract_supplierSubrange#725426 <=> true)) THEN 1 ELSE 0 END + CASE WHEN isnull(orderGroupingProfile#724799) THEN 2 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.mrpController) AND (_extract_mrpController#725427 <=> true)) THEN 4 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.orderDateTime) AND (_extract_orderDate#725428 <=> true)) THEN 8 ELSE 0 END) + CASE WHEN (isnull(supplier#724788) AND (_extract_supplier#725429 <=> true)) THEN 16 ELSE 0 END) + CASE WHEN (isnull(deliveryDateTime#724790) AND (_extract_deliveryDate#725430 <=> true)) THEN 32 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingOrg) AND (_extract_purchasingOrg#725431 <=> true)) THEN 64 ELSE 0 END) + CASE WHEN isnull(plant#724789) THEN 128 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingGroup) AND (_extract_purchasingGroup#725432 <=> true)) THEN 256 ELSE 0 END), 10000002108, 42) AS splitIndicator#724903L]"];
17 [id="node17" labelType="html" label="<b>Generate</b><br><br>number of output rows: 2,940" tooltip="Generate explode(productOrderSchedule#724794), [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, effectiveSubrange#724814, _extract_supplierSubrange#725419, _extract_mrpController#725420, _extract_purchasingOrg#725421, _extract_orderDate#725422, _extract_deliveryDate#725423, _extract_supplier#725424, _extract_purchasingGroup#725425, _extract_supplierSubrange#725426, _extract_mrpController#725427, _extract_orderDate#725428, _extract_supplier#725429, _extract_deliveryDate#725430, _extract_purchasingOrg#725431, _extract_purchasingGroup#725432, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817], false, [productOrderScheduleExploded#724839]"];
18 [id="node18" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, orderGroupCriteria#724827.supplierSubrange AS _extract_supplierSubrange#725419, orderGroupCriteria#724827.mrpController AS _extract_mrpController#725420, orderGroupCriteria#724827.purchasingOrg AS _extract_purchasingOrg#725421, orderGroupCriteria#724827.orderDate AS _extract_orderDate#725422, orderGroupCriteria#724827.deliveryDate AS _extract_deliveryDate#725423, orderGroupCriteria#724827.supplier AS _extract_supplier#725424, orderGroupCriteria#724827.purchasingGroup AS _extract_purchasingGroup#725425, orderSplitCriteria#724837.supplierSubrange AS _extract_supplierSubrange#725426, orderSplitCriteria#724837.mrpController AS _extract_mrpController#725427, orderSplitCriteria#724837.orderDate AS _extract_orderDate#725428, orderSplitCriteria#724837.supplier AS _extract_supplier#725429, orderSplitCriteria#724837.deliveryDate AS _extract_deliveryDate#725430, orderSplitCriteria#724837.purchasingOrg AS _extract_purchasingOrg#725431, orderSplitCriteria#724837.purchasingGroup AS _extract_purchasingGroup#725432, orderGroupingProfile#724799, supplierOrGroup#724816, ... 1 more fields]"];
19 [id="node19" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, CASE WHEN isnull(orderGroupCriteria#724808) THEN [true,false,false,false,true,false,false,false] ELSE orderGroupCriteria#724808 END AS orderGroupCriteria#724827, CASE WHEN isnull(orderSplitCriteria#724809) THEN [true,false,false,false,false,true,false,false,false] ELSE orderSplitCriteria#724809 END AS orderSplitCriteria#724837, orderGroupingProfile#724799, coalesce(supplierGroup#724787, supplier#724788) AS supplierOrGroup#724816, coalesce(locationGroup#724801, plant#724789) AS locationOrGroup#724817]"];
20 [id="node20" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 522" tooltip="BroadcastHashJoin [coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790)], [coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798)], LeftOuter, BuildRight, false"];
}
21 [id="node21" labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 7" tooltip="AQEShuffleRead local"];
22 [id="node22" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 522<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 522<br>local bytes read total (min, med, max (stageId: taskId))<br>337.1 KiB (41.1 KiB, 47.2 KiB, 63.2 KiB (stage 61460.0: task 151152))<br>merged fetch fallback count: 0<br>local blocks read: 323<br>remote merged chunks fetched: 0<br>remote blocks read: 45<br>data size total (min, med, max (stageId: taskId))<br>798.7 KiB (21.4 KiB, 32.6 KiB, 42.2 KiB (stage 61452.0: task 151120))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>25 ms (0 ms, 1 ms, 1 ms (stage 61452.0: task 151109))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 61460.0: task 151150))<br>remote bytes read total (min, med, max (stageId: taskId))<br>44.8 KiB (13.1 KiB, 15.2 KiB, 16.5 KiB (stage 61460.0: task 151150))<br>number of partitions: 25<br>remote reqs duration total (min, med, max (stageId: taskId))<br>3 ms (1 ms, 1 ms, 1 ms (stage 61460.0: task 151150))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>381.9 KiB (11.5 KiB, 15.6 KiB, 17.4 KiB (stage 61452.0: task 151117))" tooltip="Exchange hashpartitioning(coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790), 25), ENSURE_REQUIREMENTS, [plan_id=289043]"];
subgraph cluster23 {
isCluster="true";
id="cluster23";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n416 ms (3 ms, 4 ms, 38 ms (stage 61452.0: task 151104))";
tooltip="WholeStageCodegen (6)";
24 [id="node24" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, CASE WHEN isnotnull(supplyingPlant#724792) THEN productGroup#724793 ELSE subrange#724791 END AS effectiveSubrange#724814]"];
}
25 [id="node25" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 522<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 522<br>local bytes read total (min, med, max (stageId: taskId))<br>213.7 KiB (4.0 KiB, 8.5 KiB, 13.9 KiB (stage 61452.0: task 151120))<br>merged fetch fallback count: 0<br>local blocks read: 160<br>remote merged chunks fetched: 0<br>remote blocks read: 115<br>data size total (min, med, max (stageId: taskId))<br>791.8 KiB (56.9 KiB, 74.1 KiB, 82.7 KiB (stage 61440.0: task 151043))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>12 ms (1 ms, 1 ms, 1 ms (stage 61440.0: task 151039))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 61452.0: task 151082))<br>remote bytes read total (min, med, max (stageId: taskId))<br>151.0 KiB (3.8 KiB, 6.0 KiB, 9.9 KiB (stage 61452.0: task 151102))<br>number of partitions: 25<br>remote reqs duration total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 1 ms (stage 61452.0: task 151086))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>364.7 KiB (27.1 KiB, 33.4 KiB, 37.4 KiB (stage 61440.0: task 151039))" tooltip="Exchange RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=288470]"];
subgraph cluster26 {
isCluster="true";
id="cluster26";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n892 ms (69 ms, 77 ms, 101 ms (stage 61440.0: task 151041))";
tooltip="WholeStageCodegen (1)";
27 [id="node27" labelType="html" label="<b>Filter</b><br><br>number of output rows: 522" tooltip="Filter ((size(productOrderSchedule#724794, true) > 0) AND isnotnull(productOrderSchedule#724794))"];
28 [id="node28" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 522<br>number of input batches: 11" tooltip="ColumnarToRow"];
}
29 [id="node29" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 11<br>scan time total (min, med, max (stageId: taskId))<br>887 ms (69 ms, 77 ms, 100 ms (stage 61440.0: task 151041))<br>metadata time: 0 ms<br>size of files read: 188.1 KiB<br>number of output rows: 522" tooltip="FileScan parquet [supplierGroup#724787,supplier#724788,plant#724789,deliveryDateTime#724790,subrange#724791,supplyingPlant#724792,productGroup#724793,productOrderSchedule#724794] Batched: true, DataFilters: [(size(productOrderSchedule#724794, true) > 0), isnotnull(productOrderSchedule#724794)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [IsNotNull(productOrderSchedule)], ReadSchema: struct<supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:stri..."];
30 [id="node30" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 1 ms<br>time to build: 28 ms<br>time to collect: 61 ms<br>number of output rows: 522<br>data size: 2.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(coalesce(input[4, string, true], ), isnull(input[4, string, true]), coalesce(input[0, string, true], ), isnull(input[0, string, true]), coalesce(input[8, string, true], ), isnull(input[8, string, true]), coalesce(input[1, string, true], ), isnull(input[1, string, true]), coalesce(input[2, timestamp, true], 1970-01-01 00:00:00), isnull(input[2, timestamp, true])),false), [plan_id=289268]"];
31 [id="node31" labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 2" tooltip="AQEShuffleRead local"];
32 [id="node32" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 522<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 522<br>local bytes read total (min, med, max (stageId: taskId))<br>108.1 KiB (52.6 KiB, 55.5 KiB, 55.5 KiB (stage 61457.0: task 151147))<br>merged fetch fallback count: 0<br>local blocks read: 347<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>169.7 KiB (6.5 KiB, 6.8 KiB, 6.9 KiB (stage 61454.0: task 151133))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>22 ms (0 ms, 0 ms, 1 ms (stage 61454.0: task 151142))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 61457.0: task 151148))<br>remote bytes read: 0.0 B<br>number of partitions: 25<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>108.1 KiB (3.6 KiB, 4.3 KiB, 4.8 KiB (stage 61454.0: task 151141))" tooltip="Exchange hashpartitioning(coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798), 25), ENSURE_REQUIREMENTS, [plan_id=289133]"];
subgraph cluster33 {
isCluster="true";
id="cluster33";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n220 ms (2 ms, 2 ms, 35 ms (stage 61454.0: task 151111))";
tooltip="WholeStageCodegen (7)";
34 [id="node34" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, subrange#724796 AS effectiveSubrange#724815]"];
35 [id="node35" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 522" tooltip="BroadcastHashJoin [orderGroupingProfile#724799], [orderGroupingProfile#724806], LeftOuter, BuildRight, false"];
}
36 [id="node36" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 522<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 522<br>local bytes read total (min, med, max (stageId: taskId))<br>27.5 KiB (1059.0 B, 1135.0 B, 1199.0 B (stage 61454.0: task 151136))<br>merged fetch fallback count: 0<br>local blocks read: 25<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 84.0 KiB<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 61454.0: task 151111))<br>remote bytes read: 0.0 B<br>number of partitions: 25<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 27.5 KiB" tooltip="Exchange RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=288486]"];
subgraph cluster37 {
isCluster="true";
id="cluster37";
label="WholeStageCodegen (2)\n \nduration: 79 ms";
tooltip="WholeStageCodegen (2)";
38 [id="node38" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 522<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
39 [id="node39" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 78 ms<br>metadata time: 0 ms<br>size of files read: 6.2 KiB<br>number of output rows: 522" tooltip="FileScan parquet [supplier#724795,subrange#724796,plant#724797,deliverydatetime#724798,ordergroupingprofile#724799,supplierGroup#724800,locationGroup#724801] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<supplier:string,subrange:string,plant:string,deliverydatetime:timestamp,ordergroupingprofi..."];
40 [id="node40" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 25 ms<br>number of output rows: 6<br>data size: 2.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false]),false), [plan_id=288507]"];
41 [id="node41" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 6<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 6<br>local bytes read total (min, med, max (stageId: taskId))<br>462.0 B (153.0 B, 154.0 B, 155.0 B (stage 61450.0: task 151072))<br>merged fetch fallback count: 0<br>local blocks read: 3<br>remote merged chunks fetched: 0<br>remote blocks read: 3<br>data size total (min, med, max (stageId: taskId))<br>1208.0 B (192.0 B, 200.0 B, 208.0 B (stage 61441.0: task 151040))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 0 ms, 0 ms (stage 61441.0: task 151070))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 61450.0: task 151074))<br>remote bytes read: 475.0 B<br>number of partitions: 25<br>remote reqs duration: 1 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>937.0 B (148.0 B, 155.0 B, 168.0 B (stage 61441.0: task 151044))" tooltip="Exchange RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=288499]"];
subgraph cluster42 {
isCluster="true";
id="cluster42";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n594 ms (91 ms, 99 ms, 121 ms (stage 61441.0: task 151044))";
tooltip="WholeStageCodegen (3)";
43 [id="node43" labelType="html" label="<b>Filter</b><br><br>number of output rows: 6" tooltip="Filter isnotnull(orderGroupingProfile#724806)"];
44 [id="node44" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 6<br>number of input batches: 6" tooltip="ColumnarToRow"];
}
45 [id="node45" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 6<br>scan time total (min, med, max (stageId: taskId))<br>589 ms (89 ms, 98 ms, 120 ms (stage 61441.0: task 151044))<br>metadata time: 0 ms<br>size of files read: 41.3 KiB<br>number of output rows: 6" tooltip="FileScan parquet [orderGroupingProfile#724806,orderGroupCriteria#724808,orderSplitCriteria#724809] Batched: true, DataFilters: [isnotnull(orderGroupingProfile#724806)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [], PushedFilters: [IsNotNull(orderGroupingProfile)], ReadSchema: struct<orderGroupingProfile:string,orderGroupCriteria:struct<supplier:boolean,supplierSubrange:bo..."];
46 [id="node46" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 143 ms<br>number of output rows: 177<br>data size: 1032.0 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [plan_id=288755]"];
subgraph cluster47 {
isCluster="true";
id="cluster47";
label="WholeStageCodegen (5)\n \nduration: 1 ms";
tooltip="WholeStageCodegen (5)";
48 [id="node48" labelType="html" label="<br><b>SerializeFromObject</b><br><br>" tooltip="SerializeFromObject [assertnotnull(invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, orderProposalId), LongType, ObjectType(class java.lang.Long)).longValue())) AS orderProposalId#725270L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(3))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, clusterId), LongType, ObjectType(class java.lang.Long)).longValue()) AS clusterId#725273L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(6))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, sequenceId), IntegerType, ObjectType(class java.lang.Integer)).intValue()) AS sequenceId#725276]"];
}
49 [id="node49" labelType="html" label="<br><b>MapPartitions</b><br><br>" tooltip="MapPartitions org.apache.spark.sql.internal.ToScalaUDF$$$Lambda/0x00000008021bcd18@4a94c174, obj#725262: org.apache.spark.sql.Row"];
50 [id="node50" labelType="html" label="<br><b>DeserializeToObject</b><br><br>" tooltip="DeserializeToObject createexternalrow(static_invoke(java.lang.Long.valueOf(orderProposalId#724957L)), invoke(plant#724958.toString()), mapobjects(lambdavariable(MapObject, LongType, false, -1), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -1))), previousOrderProposals#724959, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Long.valueOf(clusterId#724962L)), static_invoke(java.lang.Long.valueOf(nodeId#725240L)), mapobjects(lambdavariable(MapObject, LongType, false, -2), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -2))), dependentOnNodeIds#725241, Some(class scala.collection.mutable.ArraySeq)), StructField(orderProposalId,LongType,false), StructField(plant,StringType,true), StructField(previousOrderProposals,ArrayType(LongType,false),false), StructField(clusterId,LongType,true), StructField(nodeId,LongType,false), StructField(dependentOnNodeIds,ArrayType(LongType,false),false)), obj#725254: org.apache.spark.sql.Row"];
51 [id="node51" labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 12.8 KiB<br>number of coalesced partitions: 1" tooltip="AQEShuffleRead coalesced"];
52 [id="node52" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 177<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 177<br>local bytes read: 12.2 KiB<br>merged fetch fallback count: 0<br>local blocks read: 51<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>21.7 KiB (2.2 KiB, 2.2 KiB, 5.9 KiB (stage 61438.0: task 151058))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>4 ms (0 ms, 0 ms, 0 ms (stage 61438.0: task 151033))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 25<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>12.2 KiB (1232.0 B, 1359.0 B, 3.3 KiB (stage 61438.0: task 151058))" tooltip="Exchange hashpartitioning(clusterId#724962L, 25), REPARTITION_BY_COL, [plan_id=288656]"];
subgraph cluster53 {
isCluster="true";
id="cluster53";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n310 ms (0 ms, 1 ms, 33 ms (stage 61438.0: task 151037))";
tooltip="WholeStageCodegen (4)";
54 [id="node54" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, clusterId#724962L, orderProposalId#724957L AS nodeId#725240L, previousOrderProposals#724959 AS dependentOnNodeIds#725241]"];
}
55 [id="node55" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 177" tooltip="InMemoryTableScan [clusterId#724962L, orderProposalId#724957L, plant#724958, previousOrderProposals#724959]"];
56 [id="node56" labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>" tooltip="AdaptiveSparkPlan isFinalPlan=true"];
subgraph cluster57 {
isCluster="true";
id="cluster57";
label="WholeStageCodegen (10)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (10)";
58 [id="node58" labelType="html" label="<br><b>SerializeFromObject</b><br><br>" tooltip="SerializeFromObject [assertnotnull(invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, orderProposalId), LongType, ObjectType(class java.lang.Long)).longValue())) AS orderProposalId#724957L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(1))) null else static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, plant), StringType, ObjectType(class java.lang.String)))) AS plant#724958, if (invoke(class [J.isInstance(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, previousOrderProposals), ArrayType(LongType,false), ObjectType(class java.lang.Object))))) static_invoke(ArrayData.toArrayData(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, previousOrderProposals), ArrayType(LongType,false), ObjectType(class java.lang.Object)))) else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), assertnotnull(invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), LongType, ObjectType(class java.lang.Long)).longValue())), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, previousOrderProposals), ArrayType(LongType,false), ObjectType(class java.lang.Object)), None) AS previousOrderProposals#724959, assertnotnull(invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, nodeId), LongType, ObjectType(class java.lang.Long)).longValue())) AS nodeId#724960L, if (invoke(class [J.isInstance(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dependentOnNodeIds), ArrayType(LongType,false), ObjectType(class java.lang.Object))))) static_invoke(ArrayData.toArrayData(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dependentOnNodeIds), ArrayType(LongType,false), ObjectType(class java.lang.Object)))) else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -2), assertnotnull(invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -2), LongType, ObjectType(class java.lang.Long)).longValue())), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dependentOnNodeIds), ArrayType(LongType,false), ObjectType(class java.lang.Object)), None) AS dependentOnNodeIds#724961, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(5))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 5, clusterId), LongType, ObjectType(class java.lang.Long)).longValue()) AS clusterId#724962L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(6))) null else if (invoke(class [J.isInstance(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, unresolvedDependencies), ArrayType(LongType,true), ObjectType(class java.lang.Object))))) static_invoke(ArrayData.toArrayData(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, unresolvedDependencies), ArrayType(LongType,true), ObjectType(class java.lang.Object)))) else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), LongType, ObjectType(class java.lang.Long)).longValue()), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, unresolvedDependencies), ArrayType(LongType,true), ObjectType(class java.lang.Object)), None) AS unresolvedDependencies#724963]"];
}
59 [id="node59" labelType="html" label="<br><b>MapPartitions</b><br><br>" tooltip="MapPartitions org.apache.spark.sql.internal.ToScalaUDF$$$Lambda/0x00000008021bcd18@5aa0a601, obj#724949: org.apache.spark.sql.Row"];
60 [id="node60" labelType="html" label="<br><b>DeserializeToObject</b><br><br>" tooltip="DeserializeToObject createexternalrow(static_invoke(java.lang.Long.valueOf(orderProposalId#724875L)), invoke(plant#724905.toString()), mapobjects(lambdavariable(MapObject, LongType, false, -4), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -4))), previousOrderProposals#724906, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Long.valueOf(nodeId#724929L)), mapobjects(lambdavariable(MapObject, LongType, false, -5), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -5))), dependentOnNodeIds#724930, Some(class scala.collection.mutable.ArraySeq)), StructField(orderProposalId,LongType,false), StructField(plant,StringType,true), StructField(previousOrderProposals,ArrayType(LongType,false),false), StructField(nodeId,LongType,false), StructField(dependentOnNodeIds,ArrayType(LongType,false),false)), obj#724941: org.apache.spark.sql.Row"];
61 [id="node61" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(plant#724905, 25), REPARTITION_BY_COL, [plan_id=288223]"];
subgraph cluster62 {
isCluster="true";
id="cluster62";
label="WholeStageCodegen (9)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (9)";
63 [id="node63" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#724875L, plant#724905, previousOrderProposals#724906, nodeId#724929L, previousOrderProposals#724906 AS dependentOnNodeIds#724930]"];
}
64 [id="node64" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[orderProposalId#724875L], functions=[min(plant#724789), collect_set(previousOrderProposal#724904L, 0, 0)])"];
65 [id="node65" labelType="html" label="<br><b>AQEShuffleRead</b><br><br>" tooltip="AQEShuffleRead coalesced"];
66 [id="node66" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(orderProposalId#724875L, 25), ENSURE_REQUIREMENTS, [plan_id=288171]"];
67 [id="node67" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[orderProposalId#724875L], functions=[partial_min(plant#724789), partial_collect_set(previousOrderProposal#724904L, 0, 0)])"];
subgraph cluster68 {
isCluster="true";
id="cluster68";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
69 [id="node69" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [plant#724789, orderProposalId#724875L, previousOrderProposal#724904L]"];
}
70 [id="node70" labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B" tooltip="Window [lag(orderProposalId#724875L, -1, null) windowspecdefinition(product#724840, plant#724789, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS previousOrderProposal#724904L], [product#724840, plant#724789], [availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST]"];
subgraph cluster71 {
isCluster="true";
id="cluster71";
label="WholeStageCodegen (7)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (7)";
72 [id="node72" labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 0.0 B<br>spill size: 0.0 B" tooltip="Sort [product#724840 ASC NULLS FIRST, plant#724789 ASC NULLS FIRST, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST], false, 0"];
}
73 [id="node73" labelType="html" label="<br><b>AQEShuffleRead</b><br><br>" tooltip="AQEShuffleRead coalesced"];
74 [id="node74" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(product#724840, plant#724789, 25), ENSURE_REQUIREMENTS, [plan_id=288073]"];
subgraph cluster75 {
isCluster="true";
id="cluster75";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (6)";
76 [id="node76" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [plant#724789, productOrderScheduleExploded#724839.product AS product#724840, productOrderScheduleExploded#724839.orderDateTime AS orderDateTime#724841, productOrderScheduleExploded#724839.availabilityDateTime AS availabilityDateTime#724842, xxhash64(CASE WHEN (_extract_supplierSubrange#724964 <=> true) THEN effectiveSubrange#724814 END, orderGroupingProfile#724799, CASE WHEN (_extract_mrpController#724965 <=> true) THEN productOrderScheduleExploded#724839.mrpController END, CASE WHEN (_extract_purchasingOrg#724966 <=> true) THEN productOrderScheduleExploded#724839.purchasingOrg END, CASE WHEN (_extract_orderDate#724967 <=> true) THEN productOrderScheduleExploded#724839.orderDateTime END, CASE WHEN (_extract_deliveryDate#724968 <=> true) THEN deliveryDateTime#724790 END, CASE WHEN (_extract_supplier#724969 <=> true) THEN supplierOrGroup#724816 END, locationOrGroup#724817, CASE WHEN (_extract_purchasingGroup#724970 <=> true) THEN productOrderScheduleExploded#724839.purchasingGroup END, ((((((((CASE WHEN (isnull(effectiveSubrange#724814) AND (_extract_supplierSubrange#724964 <=> true)) THEN 1 ELSE 0 END + CASE WHEN isnull(orderGroupingProfile#724799) THEN 2 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.mrpController) AND (_extract_mrpController#724965 <=> true)) THEN 4 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingOrg) AND (_extract_purchasingOrg#724966 <=> true)) THEN 8 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.orderDateTime) AND (_extract_orderDate#724967 <=> true)) THEN 16 ELSE 0 END) + CASE WHEN (isnull(deliveryDateTime#724790) AND (_extract_deliveryDate#724968 <=> true)) THEN 32 ELSE 0 END) + CASE WHEN (isnull(supplierOrGroup#724816) AND (_extract_supplier#724969 <=> true)) THEN 64 ELSE 0 END) + CASE WHEN isnull(locationOrGroup#724817) THEN 128 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingGroup) AND (_extract_purchasingGroup#724970 <=> true)) THEN 256 ELSE 0 END), 10000002108, 42) AS orderProposalId#724875L]"];
77 [id="node77" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(productOrderSchedule#724794), [plant#724789, deliveryDateTime#724790, effectiveSubrange#724814, _extract_supplierSubrange#724964, _extract_mrpController#724965, _extract_purchasingOrg#724966, _extract_orderDate#724967, _extract_deliveryDate#724968, _extract_supplier#724969, _extract_purchasingGroup#724970, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817], false, [productOrderScheduleExploded#724839]"];
78 [id="node78" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, orderGroupCriteria#724827.supplierSubrange AS _extract_supplierSubrange#724964, orderGroupCriteria#724827.mrpController AS _extract_mrpController#724965, orderGroupCriteria#724827.purchasingOrg AS _extract_purchasingOrg#724966, orderGroupCriteria#724827.orderDate AS _extract_orderDate#724967, orderGroupCriteria#724827.deliveryDate AS _extract_deliveryDate#724968, orderGroupCriteria#724827.supplier AS _extract_supplier#724969, orderGroupCriteria#724827.purchasingGroup AS _extract_purchasingGroup#724970, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]"];
79 [id="node79" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, CASE WHEN isnull(orderGroupCriteria#724808) THEN [true,false,false,false,true,false,false,false] ELSE orderGroupCriteria#724808 END AS orderGroupCriteria#724827, orderGroupingProfile#724799, coalesce(supplierGroup#724787, supplier#724788) AS supplierOrGroup#724816, coalesce(locationGroup#724801, plant#724789) AS locationOrGroup#724817]"];
80 [id="node80" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790)], [coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798)], LeftOuter, BuildRight, false"];
}
81 [id="node81" labelType="html" label="<br><b>AQEShuffleRead</b><br><br>" tooltip="AQEShuffleRead local"];
82 [id="node82" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790), 25), ENSURE_REQUIREMENTS, [plan_id=287768]"];
subgraph cluster83 {
isCluster="true";
id="cluster83";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
84 [id="node84" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, CASE WHEN isnotnull(supplyingPlant#724792) THEN productGroup#724793 ELSE subrange#724791 END AS effectiveSubrange#724814]"];
}
85 [id="node85" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=287226]"];
subgraph cluster86 {
isCluster="true";
id="cluster86";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
87 [id="node87" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(productOrderSchedule#724794, true) > 0) AND isnotnull(productOrderSchedule#724794))"];
88 [id="node88" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
89 [id="node89" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0" tooltip="FileScan parquet [supplierGroup#724787,supplier#724788,plant#724789,deliveryDateTime#724790,subrange#724791,supplyingPlant#724792,productGroup#724793,productOrderSchedule#724794] Batched: true, DataFilters: [(size(productOrderSchedule#724794, true) > 0), isnotnull(productOrderSchedule#724794)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [IsNotNull(productOrderSchedule)], ReadSchema: struct<supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:stri..."];
90 [id="node90" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 0 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(coalesce(input[4, string, true], ), isnull(input[4, string, true]), coalesce(input[0, string, true], ), isnull(input[0, string, true]), coalesce(input[7, string, true], ), isnull(input[7, string, true]), coalesce(input[1, string, true], ), isnull(input[1, string, true]), coalesce(input[2, timestamp, true], 1970-01-01 00:00:00), isnull(input[2, timestamp, true])),false), [plan_id=287889]"];
91 [id="node91" labelType="html" label="<br><b>AQEShuffleRead</b><br><br>" tooltip="AQEShuffleRead local"];
92 [id="node92" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798), 25), ENSURE_REQUIREMENTS, [plan_id=287636]"];
subgraph cluster93 {
isCluster="true";
id="cluster93";
label="WholeStageCodegen (4)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (4)";
94 [id="node94" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, subrange#724796 AS effectiveSubrange#724815]"];
95 [id="node95" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [orderGroupingProfile#724799], [orderGroupingProfile#724806], LeftOuter, BuildRight, false"];
}
96 [id="node96" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=287242]"];
subgraph cluster97 {
isCluster="true";
id="cluster97";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
98 [id="node98" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
99 [id="node99" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0" tooltip="FileScan parquet [supplier#724795,subrange#724796,plant#724797,deliverydatetime#724798,ordergroupingprofile#724799,supplierGroup#724800,locationGroup#724801] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<supplier:string,subrange:string,plant:string,deliverydatetime:timestamp,ordergroupingprofi..."];
100 [id="node100" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 0 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, false]),false), [plan_id=287263]"];
101 [id="node101" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=287255]"];
subgraph cluster102 {
isCluster="true";
id="cluster102";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
103 [id="node103" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(orderGroupingProfile#724806)"];
104 [id="node104" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
105 [id="node105" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0" tooltip="FileScan parquet [orderGroupingProfile#724806,orderGroupCriteria#724808] Batched: true, DataFilters: [isnotnull(orderGroupingProfile#724806)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [], PushedFilters: [IsNotNull(orderGroupingProfile)], ReadSchema: struct<orderGroupingProfile:string,orderGroupCriteria:struct<supplier:boolean,supplierSubrange:bo..."];
2->0;
3->2;
5->3;
6->5;
7->6;
9->7;
10->9;
11->10;
13->11;
14->13;
16->14;
17->16;
18->17;
19->18;
20->19;
21->20;
22->21;
24->22;
25->24;
27->25;
28->27;
29->28;
30->20;
31->30;
32->31;
34->32;
35->34;
36->35;
38->36;
39->38;
40->35;
41->40;
43->41;
44->43;
45->44;
46->10;
48->46;
49->48;
50->49;
51->50;
52->51;
54->52;
55->54;
56->55;
58->56;
59->58;
60->59;
61->60;
63->61;
64->63;
65->64;
66->65;
67->66;
69->67;
70->69;
72->70;
73->72;
74->73;
76->74;
77->76;
78->77;
79->78;
80->79;
81->80;
82->81;
84->82;
85->84;
87->85;
88->87;
89->88;
90->80;
91->90;
92->91;
94->92;
95->94;
96->95;
98->96;
99->98;
100->95;
101->100;
103->101;
104->103;
105->104;
}
== Physical Plan ==
AdaptiveSparkPlan (174)
+- == Final Plan ==
ResultQueryStage (170), Statistics(sizeInBytes=8.0 EiB)
+- * HashAggregate (169)
+- ShuffleQueryStage (168), Statistics(sizeInBytes=400.0 B, rowCount=25)
+- Exchange (167)
+- * HashAggregate (166)
+- TableCacheQueryStage (165), Statistics(sizeInBytes=1012.7 KiB, rowCount=2.94E+3)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- AdaptiveSparkPlan (164)
+- == Final Plan ==
ResultQueryStage (134)
+- * Project (133)
+- * BroadcastHashJoin LeftOuter BuildRight (132)
:- Window (38)
: +- * Sort (37)
: +- ShuffleQueryStage (36), Statistics(sizeInBytes=1115.7 KiB, rowCount=2.94E+3)
: +- Exchange (35)
: +- * Project (34)
: +- * Generate (33)
: +- * Project (32)
: +- * Project (31)
: +- * BroadcastHashJoin LeftOuter BuildRight (30)
: :- AQEShuffleRead (11)
: : +- ShuffleQueryStage (10), Statistics(sizeInBytes=798.7 KiB, rowCount=522)
: : +- Exchange (9)
: : +- * Project (8)
: : +- ShuffleQueryStage (7), Statistics(sizeInBytes=791.8 KiB, rowCount=522)
: : +- Exchange (6)
: : +- * Filter (5)
: : +- * ColumnarToRow (4)
: : +- Scan parquet (3)
: +- BroadcastQueryStage (29), Statistics(sizeInBytes=2.0 MiB, rowCount=522)
: +- BroadcastExchange (28)
: +- AQEShuffleRead (27)
: +- ShuffleQueryStage (26), Statistics(sizeInBytes=169.7 KiB, rowCount=522)
: +- Exchange (25)
: +- * Project (24)
: +- * BroadcastHashJoin LeftOuter BuildRight (23)
: :- ShuffleQueryStage (15), Statistics(sizeInBytes=84.0 KiB, rowCount=522)
: : +- Exchange (14)
: : +- * ColumnarToRow (13)
: : +- Scan parquet (12)
: +- BroadcastQueryStage (22), Statistics(sizeInBytes=2.0 MiB, rowCount=6)
: +- BroadcastExchange (21)
: +- ShuffleQueryStage (20), Statistics(sizeInBytes=1208.0 B, rowCount=6)
: +- Exchange (19)
: +- * Filter (18)
: +- * ColumnarToRow (17)
: +- Scan parquet (16)
+- BroadcastQueryStage (131), Statistics(sizeInBytes=1032.0 KiB, rowCount=177)
+- BroadcastExchange (130)
+- * SerializeFromObject (129)
+- MapPartitions (128)
+- DeserializeToObject (127)
+- AQEShuffleRead (126)
+- ShuffleQueryStage (125), Statistics(sizeInBytes=21.7 KiB, rowCount=177)
+- Exchange (124)
+- * Project (123)
+- TableCacheQueryStage (122), Statistics(sizeInBytes=20.3 KiB, rowCount=177)
+- InMemoryTableScan (39)
+- InMemoryRelation (40)
+- AdaptiveSparkPlan (121)
+- == Final Plan ==
ResultQueryStage (90)
+- * SerializeFromObject (89)
+- MapPartitions (88)
+- DeserializeToObject (87)
+- ShuffleQueryStage (86), Statistics(sizeInBytes=20.3 KiB, rowCount=177)
+- Exchange (85)
+- * Project (84)
+- ObjectHashAggregate (83)
+- AQEShuffleRead (82)
+- ShuffleQueryStage (81), Statistics(sizeInBytes=42.5 KiB, rowCount=441)
+- Exchange (80)
+- ObjectHashAggregate (79)
+- * Project (78)
+- Window (77)
+- * Sort (76)
+- AQEShuffleRead (75)
+- ShuffleQueryStage (74), Statistics(sizeInBytes=321.6 KiB, rowCount=2.94E+3)
+- Exchange (73)
+- * Project (72)
+- * Generate (71)
+- * Project (70)
+- * Project (69)
+- * BroadcastHashJoin LeftOuter BuildRight (68)
:- AQEShuffleRead (49)
: +- ShuffleQueryStage (48), Statistics(sizeInBytes=783.6 KiB, rowCount=522)
: +- Exchange (47)
: +- * Project (46)
: +- ShuffleQueryStage (45), Statistics(sizeInBytes=791.8 KiB, rowCount=522)
: +- Exchange (44)
: +- * Filter (43)
: +- * ColumnarToRow (42)
: +- Scan parquet (41)
+- BroadcastQueryStage (67), Statistics(sizeInBytes=2.0 MiB, rowCount=522)
+- BroadcastExchange (66)
+- AQEShuffleRead (65)
+- ShuffleQueryStage (64), Statistics(sizeInBytes=124.8 KiB, rowCount=522)
+- Exchange (63)
+- * Project (62)
+- * BroadcastHashJoin LeftOuter BuildRight (61)
:- ShuffleQueryStage (53), Statistics(sizeInBytes=84.0 KiB, rowCount=522)
: +- Exchange (52)
: +- * ColumnarToRow (51)
: +- Scan parquet (50)
+- BroadcastQueryStage (60), Statistics(sizeInBytes=2.0 MiB, rowCount=6)
+- BroadcastExchange (59)
+- ShuffleQueryStage (58), Statistics(sizeInBytes=680.0 B, rowCount=6)
+- Exchange (57)
+- * Filter (56)
+- * ColumnarToRow (55)
+- Scan parquet (54)
+- == Initial Plan ==
SerializeFromObject (120)
+- MapPartitions (119)
+- DeserializeToObject (118)
+- Exchange (117)
+- Project (116)
+- ObjectHashAggregate (115)
+- Exchange (114)
+- ObjectHashAggregate (113)
+- Project (112)
+- Window (111)
+- Sort (110)
+- Exchange (109)
+- Project (108)
+- Generate (107)
+- Project (106)
+- Project (105)
+- SortMergeJoin LeftOuter (104)
:- Sort (95)
: +- Exchange (94)
: +- Project (93)
: +- Exchange (92)
: +- Filter (91)
: +- Scan parquet (41)
+- Sort (103)
+- Exchange (102)
+- Project (101)
+- BroadcastHashJoin LeftOuter BuildRight (100)
:- Exchange (96)
: +- Scan parquet (50)
+- BroadcastExchange (99)
+- Exchange (98)
+- Filter (97)
+- Scan parquet (54)
+- == Initial Plan ==
Project (163)
+- BroadcastHashJoin LeftOuter BuildRight (162)
:- Window (155)
: +- Sort (154)
: +- Exchange (153)
: +- Project (152)
: +- Generate (151)
: +- Project (150)
: +- Project (149)
: +- SortMergeJoin LeftOuter (148)
: :- Sort (139)
: : +- Exchange (138)
: : +- Project (137)
: : +- Exchange (136)
: : +- Filter (135)
: : +- Scan parquet (3)
: +- Sort (147)
: +- Exchange (146)
: +- Project (145)
: +- BroadcastHashJoin LeftOuter BuildRight (144)
: :- Exchange (140)
: : +- Scan parquet (12)
: +- BroadcastExchange (143)
: +- Exchange (142)
: +- Filter (141)
: +- Scan parquet (16)
+- BroadcastExchange (161)
+- SerializeFromObject (160)
+- MapPartitions (159)
+- DeserializeToObject (158)
+- Exchange (157)
+- Project (156)
+- InMemoryTableScan (39)
+- InMemoryRelation (40)
+- AdaptiveSparkPlan (121)
+- == Final Plan ==
ResultQueryStage (90)
+- * SerializeFromObject (89)
+- MapPartitions (88)
+- DeserializeToObject (87)
+- ShuffleQueryStage (86), Statistics(sizeInBytes=20.3 KiB, rowCount=177)
+- Exchange (85)
+- * Project (84)
+- ObjectHashAggregate (83)
+- AQEShuffleRead (82)
+- ShuffleQueryStage (81), Statistics(sizeInBytes=42.5 KiB, rowCount=441)
+- Exchange (80)
+- ObjectHashAggregate (79)
+- * Project (78)
+- Window (77)
+- * Sort (76)
+- AQEShuffleRead (75)
+- ShuffleQueryStage (74), Statistics(sizeInBytes=321.6 KiB, rowCount=2.94E+3)
+- Exchange (73)
+- * Project (72)
+- * Generate (71)
+- * Project (70)
+- * Project (69)
+- * BroadcastHashJoin LeftOuter BuildRight (68)
:- AQEShuffleRead (49)
: +- ShuffleQueryStage (48), Statistics(sizeInBytes=783.6 KiB, rowCount=522)
: +- Exchange (47)
: +- * Project (46)
: +- ShuffleQueryStage (45), Statistics(sizeInBytes=791.8 KiB, rowCount=522)
: +- Exchange (44)
: +- * Filter (43)
: +- * ColumnarToRow (42)
: +- Scan parquet (41)
+- BroadcastQueryStage (67), Statistics(sizeInBytes=2.0 MiB, rowCount=522)
+- BroadcastExchange (66)
+- AQEShuffleRead (65)
+- ShuffleQueryStage (64), Statistics(sizeInBytes=124.8 KiB, rowCount=522)
+- Exchange (63)
+- * Project (62)
+- * BroadcastHashJoin LeftOuter BuildRight (61)
:- ShuffleQueryStage (53), Statistics(sizeInBytes=84.0 KiB, rowCount=522)
: +- Exchange (52)
: +- * ColumnarToRow (51)
: +- Scan parquet (50)
+- BroadcastQueryStage (60), Statistics(sizeInBytes=2.0 MiB, rowCount=6)
+- BroadcastExchange (59)
+- ShuffleQueryStage (58), Statistics(sizeInBytes=680.0 B, rowCount=6)
+- Exchange (57)
+- * Filter (56)
+- * ColumnarToRow (55)
+- Scan parquet (54)
+- == Initial Plan ==
SerializeFromObject (120)
+- MapPartitions (119)
+- DeserializeToObject (118)
+- Exchange (117)
+- Project (116)
+- ObjectHashAggregate (115)
+- Exchange (114)
+- ObjectHashAggregate (113)
+- Project (112)
+- Window (111)
+- Sort (110)
+- Exchange (109)
+- Project (108)
+- Generate (107)
+- Project (106)
+- Project (105)
+- SortMergeJoin LeftOuter (104)
:- Sort (95)
: +- Exchange (94)
: +- Project (93)
: +- Exchange (92)
: +- Filter (91)
: +- Scan parquet (41)
+- Sort (103)
+- Exchange (102)
+- Project (101)
+- BroadcastHashJoin LeftOuter BuildRight (100)
:- Exchange (96)
: +- Scan parquet (50)
+- BroadcastExchange (99)
+- Exchange (98)
+- Filter (97)
+- Scan parquet (54)
+- == Initial Plan ==
HashAggregate (173)
+- Exchange (172)
+- HashAggregate (171)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- AdaptiveSparkPlan (164)
+- == Final Plan ==
ResultQueryStage (134)
+- * Project (133)
+- * BroadcastHashJoin LeftOuter BuildRight (132)
:- Window (38)
: +- * Sort (37)
: +- ShuffleQueryStage (36), Statistics(sizeInBytes=1115.7 KiB, rowCount=2.94E+3)
: +- Exchange (35)
: +- * Project (34)
: +- * Generate (33)
: +- * Project (32)
: +- * Project (31)
: +- * BroadcastHashJoin LeftOuter BuildRight (30)
: :- AQEShuffleRead (11)
: : +- ShuffleQueryStage (10), Statistics(sizeInBytes=798.7 KiB, rowCount=522)
: : +- Exchange (9)
: : +- * Project (8)
: : +- ShuffleQueryStage (7), Statistics(sizeInBytes=791.8 KiB, rowCount=522)
: : +- Exchange (6)
: : +- * Filter (5)
: : +- * ColumnarToRow (4)
: : +- Scan parquet (3)
: +- BroadcastQueryStage (29), Statistics(sizeInBytes=2.0 MiB, rowCount=522)
: +- BroadcastExchange (28)
: +- AQEShuffleRead (27)
: +- ShuffleQueryStage (26), Statistics(sizeInBytes=169.7 KiB, rowCount=522)
: +- Exchange (25)
: +- * Project (24)
: +- * BroadcastHashJoin LeftOuter BuildRight (23)
: :- ShuffleQueryStage (15), Statistics(sizeInBytes=84.0 KiB, rowCount=522)
: : +- Exchange (14)
: : +- * ColumnarToRow (13)
: : +- Scan parquet (12)
: +- BroadcastQueryStage (22), Statistics(sizeInBytes=2.0 MiB, rowCount=6)
: +- BroadcastExchange (21)
: +- ShuffleQueryStage (20), Statistics(sizeInBytes=1208.0 B, rowCount=6)
: +- Exchange (19)
: +- * Filter (18)
: +- * ColumnarToRow (17)
: +- Scan parquet (16)
+- BroadcastQueryStage (131), Statistics(sizeInBytes=1032.0 KiB, rowCount=177)
+- BroadcastExchange (130)
+- * SerializeFromObject (129)
+- MapPartitions (128)
+- DeserializeToObject (127)
+- AQEShuffleRead (126)
+- ShuffleQueryStage (125), Statistics(sizeInBytes=21.7 KiB, rowCount=177)
+- Exchange (124)
+- * Project (123)
+- TableCacheQueryStage (122), Statistics(sizeInBytes=20.3 KiB, rowCount=177)
+- InMemoryTableScan (39)
+- InMemoryRelation (40)
+- AdaptiveSparkPlan (121)
+- == Final Plan ==
ResultQueryStage (90)
+- * SerializeFromObject (89)
+- MapPartitions (88)
+- DeserializeToObject (87)
+- ShuffleQueryStage (86), Statistics(sizeInBytes=20.3 KiB, rowCount=177)
+- Exchange (85)
+- * Project (84)
+- ObjectHashAggregate (83)
+- AQEShuffleRead (82)
+- ShuffleQueryStage (81), Statistics(sizeInBytes=42.5 KiB, rowCount=441)
+- Exchange (80)
+- ObjectHashAggregate (79)
+- * Project (78)
+- Window (77)
+- * Sort (76)
+- AQEShuffleRead (75)
+- ShuffleQueryStage (74), Statistics(sizeInBytes=321.6 KiB, rowCount=2.94E+3)
+- Exchange (73)
+- * Project (72)
+- * Generate (71)
+- * Project (70)
+- * Project (69)
+- * BroadcastHashJoin LeftOuter BuildRight (68)
:- AQEShuffleRead (49)
: +- ShuffleQueryStage (48), Statistics(sizeInBytes=783.6 KiB, rowCount=522)
: +- Exchange (47)
: +- * Project (46)
: +- ShuffleQueryStage (45), Statistics(sizeInBytes=791.8 KiB, rowCount=522)
: +- Exchange (44)
: +- * Filter (43)
: +- * ColumnarToRow (42)
: +- Scan parquet (41)
+- BroadcastQueryStage (67), Statistics(sizeInBytes=2.0 MiB, rowCount=522)
+- BroadcastExchange (66)
+- AQEShuffleRead (65)
+- ShuffleQueryStage (64), Statistics(sizeInBytes=124.8 KiB, rowCount=522)
+- Exchange (63)
+- * Project (62)
+- * BroadcastHashJoin LeftOuter BuildRight (61)
:- ShuffleQueryStage (53), Statistics(sizeInBytes=84.0 KiB, rowCount=522)
: +- Exchange (52)
: +- * ColumnarToRow (51)
: +- Scan parquet (50)
+- BroadcastQueryStage (60), Statistics(sizeInBytes=2.0 MiB, rowCount=6)
+- BroadcastExchange (59)
+- ShuffleQueryStage (58), Statistics(sizeInBytes=680.0 B, rowCount=6)
+- Exchange (57)
+- * Filter (56)
+- * ColumnarToRow (55)
+- Scan parquet (54)
+- == Initial Plan ==
SerializeFromObject (120)
+- MapPartitions (119)
+- DeserializeToObject (118)
+- Exchange (117)
+- Project (116)
+- ObjectHashAggregate (115)
+- Exchange (114)
+- ObjectHashAggregate (113)
+- Project (112)
+- Window (111)
+- Sort (110)
+- Exchange (109)
+- Project (108)
+- Generate (107)
+- Project (106)
+- Project (105)
+- SortMergeJoin LeftOuter (104)
:- Sort (95)
: +- Exchange (94)
: +- Project (93)
: +- Exchange (92)
: +- Filter (91)
: +- Scan parquet (41)
+- Sort (103)
+- Exchange (102)
+- Project (101)
+- BroadcastHashJoin LeftOuter BuildRight (100)
:- Exchange (96)
: +- Scan parquet (50)
+- BroadcastExchange (99)
+- Exchange (98)
+- Filter (97)
+- Scan parquet (54)
+- == Initial Plan ==
Project (163)
+- BroadcastHashJoin LeftOuter BuildRight (162)
:- Window (155)
: +- Sort (154)
: +- Exchange (153)
: +- Project (152)
: +- Generate (151)
: +- Project (150)
: +- Project (149)
: +- SortMergeJoin LeftOuter (148)
: :- Sort (139)
: : +- Exchange (138)
: : +- Project (137)
: : +- Exchange (136)
: : +- Filter (135)
: : +- Scan parquet (3)
: +- Sort (147)
: +- Exchange (146)
: +- Project (145)
: +- BroadcastHashJoin LeftOuter BuildRight (144)
: :- Exchange (140)
: : +- Scan parquet (12)
: +- BroadcastExchange (143)
: +- Exchange (142)
: +- Filter (141)
: +- Scan parquet (16)
+- BroadcastExchange (161)
+- SerializeFromObject (160)
+- MapPartitions (159)
+- DeserializeToObject (158)
+- Exchange (157)
+- Project (156)
+- InMemoryTableScan (39)
+- InMemoryRelation (40)
+- AdaptiveSparkPlan (121)
+- == Final Plan ==
ResultQueryStage (90)
+- * SerializeFromObject (89)
+- MapPartitions (88)
+- DeserializeToObject (87)
+- ShuffleQueryStage (86), Statistics(sizeInBytes=20.3 KiB, rowCount=177)
+- Exchange (85)
+- * Project (84)
+- ObjectHashAggregate (83)
+- AQEShuffleRead (82)
+- ShuffleQueryStage (81), Statistics(sizeInBytes=42.5 KiB, rowCount=441)
+- Exchange (80)
+- ObjectHashAggregate (79)
+- * Project (78)
+- Window (77)
+- * Sort (76)
+- AQEShuffleRead (75)
+- ShuffleQueryStage (74), Statistics(sizeInBytes=321.6 KiB, rowCount=2.94E+3)
+- Exchange (73)
+- * Project (72)
+- * Generate (71)
+- * Project (70)
+- * Project (69)
+- * BroadcastHashJoin LeftOuter BuildRight (68)
:- AQEShuffleRead (49)
: +- ShuffleQueryStage (48), Statistics(sizeInBytes=783.6 KiB, rowCount=522)
: +- Exchange (47)
: +- * Project (46)
: +- ShuffleQueryStage (45), Statistics(sizeInBytes=791.8 KiB, rowCount=522)
: +- Exchange (44)
: +- * Filter (43)
: +- * ColumnarToRow (42)
: +- Scan parquet (41)
+- BroadcastQueryStage (67), Statistics(sizeInBytes=2.0 MiB, rowCount=522)
+- BroadcastExchange (66)
+- AQEShuffleRead (65)
+- ShuffleQueryStage (64), Statistics(sizeInBytes=124.8 KiB, rowCount=522)
+- Exchange (63)
+- * Project (62)
+- * BroadcastHashJoin LeftOuter BuildRight (61)
:- ShuffleQueryStage (53), Statistics(sizeInBytes=84.0 KiB, rowCount=522)
: +- Exchange (52)
: +- * ColumnarToRow (51)
: +- Scan parquet (50)
+- BroadcastQueryStage (60), Statistics(sizeInBytes=2.0 MiB, rowCount=6)
+- BroadcastExchange (59)
+- ShuffleQueryStage (58), Statistics(sizeInBytes=680.0 B, rowCount=6)
+- Exchange (57)
+- * Filter (56)
+- * ColumnarToRow (55)
+- Scan parquet (54)
+- == Initial Plan ==
SerializeFromObject (120)
+- MapPartitions (119)
+- DeserializeToObject (118)
+- Exchange (117)
+- Project (116)
+- ObjectHashAggregate (115)
+- Exchange (114)
+- ObjectHashAggregate (113)
+- Project (112)
+- Window (111)
+- Sort (110)
+- Exchange (109)
+- Project (108)
+- Generate (107)
+- Project (106)
+- Project (105)
+- SortMergeJoin LeftOuter (104)
:- Sort (95)
: +- Exchange (94)
: +- Project (93)
: +- Exchange (92)
: +- Filter (91)
: +- Scan parquet (41)
+- Sort (103)
+- Exchange (102)
+- Project (101)
+- BroadcastHashJoin LeftOuter BuildRight (100)
:- Exchange (96)
: +- Scan parquet (50)
+- BroadcastExchange (99)
+- Exchange (98)
+- Filter (97)
+- Scan parquet (54)
(1) InMemoryTableScan
Output: []
(2) InMemoryRelation
Arguments: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, orderProposalHorizonGroupingId#724876L, splitIndicator#724903L, previousOrderProposal#724904L, clusterId#725273L, sequenceId#725276], StorageLevel(disk, memory, 2 replicas)
(3) Scan parquet
Output [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Batched: true
Location: InMemoryFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/grouping-worklist/10000002108]
PushedFilters: [IsNotNull(productOrderSchedule)]
ReadSchema: struct<supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,productOrderSchedule:array<struct<product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,mrpController:string,sourceOfSupplyUuid:string,purchasingOrg:string,purchasingGroup:string,isFallbackOrderOnly:boolean>>>
(4) ColumnarToRow [codegen id : 1]
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
(5) Filter [codegen id : 1]
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Condition : ((size(productOrderSchedule#724794, true) > 0) AND isnotnull(productOrderSchedule#724794))
(6) Exchange
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=288470]
(7) ShuffleQueryStage
Output [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Arguments: 0
(8) Project [codegen id : 6]
Output [9]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, CASE WHEN isnotnull(supplyingPlant#724792) THEN productGroup#724793 ELSE subrange#724791 END AS effectiveSubrange#724814]
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
(9) Exchange
Input [9]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814]
Arguments: hashpartitioning(coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790), 25), ENSURE_REQUIREMENTS, [plan_id=289043]
(10) ShuffleQueryStage
Output [9]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814]
Arguments: 7
(11) AQEShuffleRead
Input [9]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814]
Arguments: local
(12) Scan parquet
Output [7]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801]
Batched: true
Location: InMemoryFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-param-determination-service/out/10000002108/SupplyNetworkProfiles/assignments]
ReadSchema: struct<supplier:string,subrange:string,plant:string,deliverydatetime:timestamp,ordergroupingprofile:string,supplierGroup:string,locationGroup:string>
(13) ColumnarToRow [codegen id : 2]
Input [7]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801]
(14) Exchange
Input [7]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=288486]
(15) ShuffleQueryStage
Output [7]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801]
Arguments: 1
(16) Scan parquet
Output [3]: [orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/order-grouping-profile]
PushedFilters: [IsNotNull(orderGroupingProfile)]
ReadSchema: struct<orderGroupingProfile:string,orderGroupCriteria:struct<supplier:boolean,supplierSubrange:boolean,receivingLocation:boolean,deliveryDate:boolean,orderDate:boolean,purchasingOrg:boolean,purchasingGroup:boolean,mrpController:boolean>,orderSplitCriteria:struct<supplier:boolean,supplierSubrange:boolean,receivingLocation:boolean,deliveryDate:boolean,multiplesOrderQuantity:boolean,orderDate:boolean,purchasingOrg:boolean,purchasingGroup:boolean,mrpController:boolean>>
(17) ColumnarToRow [codegen id : 3]
Input [3]: [orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
(18) Filter [codegen id : 3]
Input [3]: [orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
Condition : isnotnull(orderGroupingProfile#724806)
(19) Exchange
Input [3]: [orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=288499]
(20) ShuffleQueryStage
Output [3]: [orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
Arguments: 2
(21) BroadcastExchange
Input [3]: [orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
Arguments: HashedRelationBroadcastMode(List(input[0, string, false]),false), [plan_id=288507]
(22) BroadcastQueryStage
Output [3]: [orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
Arguments: 6
(23) BroadcastHashJoin [codegen id : 7]
Left keys [1]: [orderGroupingProfile#724799]
Right keys [1]: [orderGroupingProfile#724806]
Join type: LeftOuter
Join condition: None
(24) Project [codegen id : 7]
Output [9]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, subrange#724796 AS effectiveSubrange#724815]
Input [10]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
(25) Exchange
Input [9]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, effectiveSubrange#724815]
Arguments: hashpartitioning(coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798), 25), ENSURE_REQUIREMENTS, [plan_id=289133]
(26) ShuffleQueryStage
Output [9]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, effectiveSubrange#724815]
Arguments: 8
(27) AQEShuffleRead
Input [9]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, effectiveSubrange#724815]
Arguments: local
(28) BroadcastExchange
Input [9]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, effectiveSubrange#724815]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[4, string, true], ), isnull(input[4, string, true]), coalesce(input[0, string, true], ), isnull(input[0, string, true]), coalesce(input[8, string, true], ), isnull(input[8, string, true]), coalesce(input[1, string, true], ), isnull(input[1, string, true]), coalesce(input[2, timestamp, true], 1970-01-01 00:00:00), isnull(input[2, timestamp, true])),false), [plan_id=289268]
(29) BroadcastQueryStage
Output [9]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, effectiveSubrange#724815]
Arguments: 9
(30) BroadcastHashJoin [codegen id : 8]
Left keys [10]: [coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790)]
Right keys [10]: [coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798)]
Join type: LeftOuter
Join condition: None
(31) Project [codegen id : 8]
Output [14]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, CASE WHEN isnull(orderGroupCriteria#724808) THEN [true,false,false,false,true,false,false,false] ELSE orderGroupCriteria#724808 END AS orderGroupCriteria#724827, CASE WHEN isnull(orderSplitCriteria#724809) THEN [true,false,false,false,false,true,false,false,false] ELSE orderSplitCriteria#724809 END AS orderSplitCriteria#724837, orderGroupingProfile#724799, coalesce(supplierGroup#724787, supplier#724788) AS supplierOrGroup#724816, coalesce(locationGroup#724801, plant#724789) AS locationOrGroup#724817]
Input [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, effectiveSubrange#724815]
(32) Project [codegen id : 8]
Output [26]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, orderGroupCriteria#724827.supplierSubrange AS _extract_supplierSubrange#725419, orderGroupCriteria#724827.mrpController AS _extract_mrpController#725420, orderGroupCriteria#724827.purchasingOrg AS _extract_purchasingOrg#725421, orderGroupCriteria#724827.orderDate AS _extract_orderDate#725422, orderGroupCriteria#724827.deliveryDate AS _extract_deliveryDate#725423, orderGroupCriteria#724827.supplier AS _extract_supplier#725424, orderGroupCriteria#724827.purchasingGroup AS _extract_purchasingGroup#725425, orderSplitCriteria#724837.supplierSubrange AS _extract_supplierSubrange#725426, orderSplitCriteria#724837.mrpController AS _extract_mrpController#725427, orderSplitCriteria#724837.orderDate AS _extract_orderDate#725428, orderSplitCriteria#724837.supplier AS _extract_supplier#725429, orderSplitCriteria#724837.deliveryDate AS _extract_deliveryDate#725430, orderSplitCriteria#724837.purchasingOrg AS _extract_purchasingOrg#725431, orderSplitCriteria#724837.purchasingGroup AS _extract_purchasingGroup#725432, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
Input [14]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, orderGroupCriteria#724827, orderSplitCriteria#724837, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
(33) Generate [codegen id : 8]
Input [26]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, _extract_supplierSubrange#725419, _extract_mrpController#725420, _extract_purchasingOrg#725421, _extract_orderDate#725422, _extract_deliveryDate#725423, _extract_supplier#725424, _extract_purchasingGroup#725425, _extract_supplierSubrange#725426, _extract_mrpController#725427, _extract_orderDate#725428, _extract_supplier#725429, _extract_deliveryDate#725430, _extract_purchasingOrg#725431, _extract_purchasingGroup#725432, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
Arguments: explode(productOrderSchedule#724794), [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, effectiveSubrange#724814, _extract_supplierSubrange#725419, _extract_mrpController#725420, _extract_purchasingOrg#725421, _extract_orderDate#725422, _extract_deliveryDate#725423, _extract_supplier#725424, _extract_purchasingGroup#725425, _extract_supplierSubrange#725426, _extract_mrpController#725427, _extract_orderDate#725428, _extract_supplier#725429, _extract_deliveryDate#725430, _extract_purchasingOrg#725431, _extract_purchasingGroup#725432, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817], false, [productOrderScheduleExploded#724839]
(34) Project [codegen id : 8]
Output [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderScheduleExploded#724839.product AS product#724840, productOrderScheduleExploded#724839.orderDateTime AS orderDateTime#724841, productOrderScheduleExploded#724839.availabilityDateTime AS availabilityDateTime#724842, productOrderScheduleExploded#724839.nextAvailabilityDateTime AS nextAvailabilityDateTime#724843, productOrderScheduleExploded#724839.mrpController AS mrpController#724844, productOrderScheduleExploded#724839.sourceOfSupplyUuid AS sourceOfSupplyUuid#724845, productOrderScheduleExploded#724839.purchasingOrg AS purchasingOrg#724846, productOrderScheduleExploded#724839.purchasingGroup AS purchasingGroup#724847, productOrderScheduleExploded#724839.isFallbackOrderOnly AS isFallbackOrderOnly#724848, xxhash64(CASE WHEN (_extract_supplierSubrange#725419 <=> true) THEN effectiveSubrange#724814 END, orderGroupingProfile#724799, CASE WHEN (_extract_mrpController#725420 <=> true) THEN productOrderScheduleExploded#724839.mrpController END, CASE WHEN (_extract_purchasingOrg#725421 <=> true) THEN productOrderScheduleExploded#724839.purchasingOrg END, CASE WHEN (_extract_orderDate#725422 <=> true) THEN productOrderScheduleExploded#724839.orderDateTime END, CASE WHEN (_extract_deliveryDate#725423 <=> true) THEN deliveryDateTime#724790 END, CASE WHEN (_extract_supplier#725424 <=> true) THEN supplierOrGroup#724816 END, locationOrGroup#724817, CASE WHEN (_extract_purchasingGroup#725425 <=> true) THEN productOrderScheduleExploded#724839.purchasingGroup END, ((((((((CASE WHEN (isnull(effectiveSubrange#724814) AND (_extract_supplierSubrange#725419 <=> true)) THEN 1 ELSE 0 END + CASE WHEN isnull(orderGroupingProfile#724799) THEN 2 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.mrpController) AND (_extract_mrpController#725420 <=> true)) THEN 4 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingOrg) AND (_extract_purchasingOrg#725421 <=> true)) THEN 8 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.orderDateTime) AND (_extract_orderDate#725422 <=> true)) THEN 16 ELSE 0 END) + CASE WHEN (isnull(deliveryDateTime#724790) AND (_extract_deliveryDate#725423 <=> true)) THEN 32 ELSE 0 END) + CASE WHEN (isnull(supplierOrGroup#724816) AND (_extract_supplier#725424 <=> true)) THEN 64 ELSE 0 END) + CASE WHEN isnull(locationOrGroup#724817) THEN 128 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingGroup) AND (_extract_purchasingGroup#725425 <=> true)) THEN 256 ELSE 0 END), 10000002108, 42) AS orderProposalId#724875L, xxhash64(CASE WHEN (_extract_supplierSubrange#725426 <=> true) THEN effectiveSubrange#724814 END, orderGroupingProfile#724799, CASE WHEN (_extract_mrpController#725427 <=> true) THEN productOrderScheduleExploded#724839.mrpController END, CASE WHEN (_extract_orderDate#725428 <=> true) THEN productOrderScheduleExploded#724839.orderDateTime END, CASE WHEN (_extract_supplier#725429 <=> true) THEN supplier#724788 END, CASE WHEN (_extract_deliveryDate#725430 <=> true) THEN deliveryDateTime#724790 END, CASE WHEN (_extract_purchasingOrg#725431 <=> true) THEN productOrderScheduleExploded#724839.purchasingOrg END, plant#724789, CASE WHEN (_extract_purchasingGroup#725432 <=> true) THEN productOrderScheduleExploded#724839.purchasingGroup END, ((((((((CASE WHEN (isnull(effectiveSubrange#724814) AND (_extract_supplierSubrange#725426 <=> true)) THEN 1 ELSE 0 END + CASE WHEN isnull(orderGroupingProfile#724799) THEN 2 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.mrpController) AND (_extract_mrpController#725427 <=> true)) THEN 4 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.orderDateTime) AND (_extract_orderDate#725428 <=> true)) THEN 8 ELSE 0 END) + CASE WHEN (isnull(supplier#724788) AND (_extract_supplier#725429 <=> true)) THEN 16 ELSE 0 END) + CASE WHEN (isnull(deliveryDateTime#724790) AND (_extract_deliveryDate#725430 <=> true)) THEN 32 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingOrg) AND (_extract_purchasingOrg#725431 <=> true)) THEN 64 ELSE 0 END) + CASE WHEN isnull(plant#724789) THEN 128 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingGroup) AND (_extract_purchasingGroup#725432 <=> true)) THEN 256 ELSE 0 END), 10000002108, 42) AS splitIndicator#724903L]
Input [26]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, effectiveSubrange#724814, _extract_supplierSubrange#725419, _extract_mrpController#725420, _extract_purchasingOrg#725421, _extract_orderDate#725422, _extract_deliveryDate#725423, _extract_supplier#725424, _extract_purchasingGroup#725425, _extract_supplierSubrange#725426, _extract_mrpController#725427, _extract_orderDate#725428, _extract_supplier#725429, _extract_deliveryDate#725430, _extract_purchasingOrg#725431, _extract_purchasingGroup#725432, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817, productOrderScheduleExploded#724839]
(35) Exchange
Input [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, splitIndicator#724903L]
Arguments: hashpartitioning(product#724840, plant#724789, 25), ENSURE_REQUIREMENTS, [plan_id=289349]
(36) ShuffleQueryStage
Output [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, splitIndicator#724903L]
Arguments: 10
(37) Sort [codegen id : 9]
Input [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, splitIndicator#724903L]
Arguments: [product#724840 ASC NULLS FIRST, plant#724789 ASC NULLS FIRST, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST], false, 0
(38) Window
Input [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, splitIndicator#724903L]
Arguments: [lag(orderProposalId#724875L, -1, null) windowspecdefinition(product#724840, plant#724789, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS previousOrderProposal#724904L], [product#724840, plant#724789], [availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST]
(39) InMemoryTableScan
Output [4]: [clusterId#724962L, orderProposalId#724957L, plant#724958, previousOrderProposals#724959]
Arguments: [clusterId#724962L, orderProposalId#724957L, plant#724958, previousOrderProposals#724959]
(40) InMemoryRelation
Arguments: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, nodeId#724960L, dependentOnNodeIds#724961, clusterId#724962L, unresolvedDependencies#724963], StorageLevel(disk, memory, 2 replicas)
(41) Scan parquet
Output [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Batched: true
Location: InMemoryFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/grouping-worklist/10000002108]
PushedFilters: [IsNotNull(productOrderSchedule)]
ReadSchema: struct<supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,productOrderSchedule:array<struct<product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,mrpController:string,sourceOfSupplyUuid:string,purchasingOrg:string,purchasingGroup:string,isFallbackOrderOnly:boolean>>>
(42) ColumnarToRow [codegen id : 1]
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
(43) Filter [codegen id : 1]
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Condition : ((size(productOrderSchedule#724794, true) > 0) AND isnotnull(productOrderSchedule#724794))
(44) Exchange
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=287226]
(45) ShuffleQueryStage
Output [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Arguments: 0
(46) Project [codegen id : 5]
Output [6]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, CASE WHEN isnotnull(supplyingPlant#724792) THEN productGroup#724793 ELSE subrange#724791 END AS effectiveSubrange#724814]
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
(47) Exchange
Input [6]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814]
Arguments: hashpartitioning(coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790), 25), ENSURE_REQUIREMENTS, [plan_id=287768]
(48) ShuffleQueryStage
Output [6]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814]
Arguments: 5
(49) AQEShuffleRead
Input [6]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814]
Arguments: local
(50) Scan parquet
Output [7]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801]
Batched: true
Location: InMemoryFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-param-determination-service/out/10000002108/SupplyNetworkProfiles/assignments]
ReadSchema: struct<supplier:string,subrange:string,plant:string,deliverydatetime:timestamp,ordergroupingprofile:string,supplierGroup:string,locationGroup:string>
(51) ColumnarToRow [codegen id : 2]
Input [7]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801]
(52) Exchange
Input [7]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=287242]
(53) ShuffleQueryStage
Output [7]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801]
Arguments: 1
(54) Scan parquet
Output [2]: [orderGroupingProfile#724806, orderGroupCriteria#724808]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/order-grouping-profile]
PushedFilters: [IsNotNull(orderGroupingProfile)]
ReadSchema: struct<orderGroupingProfile:string,orderGroupCriteria:struct<supplier:boolean,supplierSubrange:boolean,receivingLocation:boolean,deliveryDate:boolean,orderDate:boolean,purchasingOrg:boolean,purchasingGroup:boolean,mrpController:boolean>>
(55) ColumnarToRow [codegen id : 3]
Input [2]: [orderGroupingProfile#724806, orderGroupCriteria#724808]
(56) Filter [codegen id : 3]
Input [2]: [orderGroupingProfile#724806, orderGroupCriteria#724808]
Condition : isnotnull(orderGroupingProfile#724806)
(57) Exchange
Input [2]: [orderGroupingProfile#724806, orderGroupCriteria#724808]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=287255]
(58) ShuffleQueryStage
Output [2]: [orderGroupingProfile#724806, orderGroupCriteria#724808]
Arguments: 2
(59) BroadcastExchange
Input [2]: [orderGroupingProfile#724806, orderGroupCriteria#724808]
Arguments: HashedRelationBroadcastMode(List(input[0, string, false]),false), [plan_id=287263]
(60) BroadcastQueryStage
Output [2]: [orderGroupingProfile#724806, orderGroupCriteria#724808]
Arguments: 3
(61) BroadcastHashJoin [codegen id : 4]
Left keys [1]: [orderGroupingProfile#724799]
Right keys [1]: [orderGroupingProfile#724806]
Join type: LeftOuter
Join condition: None
(62) Project [codegen id : 4]
Output [8]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, subrange#724796 AS effectiveSubrange#724815]
Input [9]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupingProfile#724806, orderGroupCriteria#724808]
(63) Exchange
Input [8]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, effectiveSubrange#724815]
Arguments: hashpartitioning(coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798), 25), ENSURE_REQUIREMENTS, [plan_id=287636]
(64) ShuffleQueryStage
Output [8]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, effectiveSubrange#724815]
Arguments: 4
(65) AQEShuffleRead
Input [8]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, effectiveSubrange#724815]
Arguments: local
(66) BroadcastExchange
Input [8]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, effectiveSubrange#724815]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[4, string, true], ), isnull(input[4, string, true]), coalesce(input[0, string, true], ), isnull(input[0, string, true]), coalesce(input[7, string, true], ), isnull(input[7, string, true]), coalesce(input[1, string, true], ), isnull(input[1, string, true]), coalesce(input[2, timestamp, true], 1970-01-01 00:00:00), isnull(input[2, timestamp, true])),false), [plan_id=287889]
(67) BroadcastQueryStage
Output [8]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, effectiveSubrange#724815]
Arguments: 6
(68) BroadcastHashJoin [codegen id : 6]
Left keys [10]: [coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790)]
Right keys [10]: [coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798)]
Join type: LeftOuter
Join condition: None
(69) Project [codegen id : 6]
Output [8]: [plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, CASE WHEN isnull(orderGroupCriteria#724808) THEN [true,false,false,false,true,false,false,false] ELSE orderGroupCriteria#724808 END AS orderGroupCriteria#724827, orderGroupingProfile#724799, coalesce(supplierGroup#724787, supplier#724788) AS supplierOrGroup#724816, coalesce(locationGroup#724801, plant#724789) AS locationOrGroup#724817]
Input [14]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, effectiveSubrange#724815]
(70) Project [codegen id : 6]
Output [14]: [plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, orderGroupCriteria#724827.supplierSubrange AS _extract_supplierSubrange#724964, orderGroupCriteria#724827.mrpController AS _extract_mrpController#724965, orderGroupCriteria#724827.purchasingOrg AS _extract_purchasingOrg#724966, orderGroupCriteria#724827.orderDate AS _extract_orderDate#724967, orderGroupCriteria#724827.deliveryDate AS _extract_deliveryDate#724968, orderGroupCriteria#724827.supplier AS _extract_supplier#724969, orderGroupCriteria#724827.purchasingGroup AS _extract_purchasingGroup#724970, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
Input [8]: [plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, orderGroupCriteria#724827, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
(71) Generate [codegen id : 6]
Input [14]: [plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, _extract_supplierSubrange#724964, _extract_mrpController#724965, _extract_purchasingOrg#724966, _extract_orderDate#724967, _extract_deliveryDate#724968, _extract_supplier#724969, _extract_purchasingGroup#724970, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
Arguments: explode(productOrderSchedule#724794), [plant#724789, deliveryDateTime#724790, effectiveSubrange#724814, _extract_supplierSubrange#724964, _extract_mrpController#724965, _extract_purchasingOrg#724966, _extract_orderDate#724967, _extract_deliveryDate#724968, _extract_supplier#724969, _extract_purchasingGroup#724970, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817], false, [productOrderScheduleExploded#724839]
(72) Project [codegen id : 6]
Output [5]: [plant#724789, productOrderScheduleExploded#724839.product AS product#724840, productOrderScheduleExploded#724839.orderDateTime AS orderDateTime#724841, productOrderScheduleExploded#724839.availabilityDateTime AS availabilityDateTime#724842, xxhash64(CASE WHEN (_extract_supplierSubrange#724964 <=> true) THEN effectiveSubrange#724814 END, orderGroupingProfile#724799, CASE WHEN (_extract_mrpController#724965 <=> true) THEN productOrderScheduleExploded#724839.mrpController END, CASE WHEN (_extract_purchasingOrg#724966 <=> true) THEN productOrderScheduleExploded#724839.purchasingOrg END, CASE WHEN (_extract_orderDate#724967 <=> true) THEN productOrderScheduleExploded#724839.orderDateTime END, CASE WHEN (_extract_deliveryDate#724968 <=> true) THEN deliveryDateTime#724790 END, CASE WHEN (_extract_supplier#724969 <=> true) THEN supplierOrGroup#724816 END, locationOrGroup#724817, CASE WHEN (_extract_purchasingGroup#724970 <=> true) THEN productOrderScheduleExploded#724839.purchasingGroup END, ((((((((CASE WHEN (isnull(effectiveSubrange#724814) AND (_extract_supplierSubrange#724964 <=> true)) THEN 1 ELSE 0 END + CASE WHEN isnull(orderGroupingProfile#724799) THEN 2 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.mrpController) AND (_extract_mrpController#724965 <=> true)) THEN 4 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingOrg) AND (_extract_purchasingOrg#724966 <=> true)) THEN 8 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.orderDateTime) AND (_extract_orderDate#724967 <=> true)) THEN 16 ELSE 0 END) + CASE WHEN (isnull(deliveryDateTime#724790) AND (_extract_deliveryDate#724968 <=> true)) THEN 32 ELSE 0 END) + CASE WHEN (isnull(supplierOrGroup#724816) AND (_extract_supplier#724969 <=> true)) THEN 64 ELSE 0 END) + CASE WHEN isnull(locationOrGroup#724817) THEN 128 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingGroup) AND (_extract_purchasingGroup#724970 <=> true)) THEN 256 ELSE 0 END), 10000002108, 42) AS orderProposalId#724875L]
Input [14]: [plant#724789, deliveryDateTime#724790, effectiveSubrange#724814, _extract_supplierSubrange#724964, _extract_mrpController#724965, _extract_purchasingOrg#724966, _extract_orderDate#724967, _extract_deliveryDate#724968, _extract_supplier#724969, _extract_purchasingGroup#724970, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817, productOrderScheduleExploded#724839]
(73) Exchange
Input [5]: [plant#724789, product#724840, orderDateTime#724841, availabilityDateTime#724842, orderProposalId#724875L]
Arguments: hashpartitioning(product#724840, plant#724789, 25), ENSURE_REQUIREMENTS, [plan_id=288073]
(74) ShuffleQueryStage
Output [5]: [plant#724789, product#724840, orderDateTime#724841, availabilityDateTime#724842, orderProposalId#724875L]
Arguments: 7
(75) AQEShuffleRead
Input [5]: [plant#724789, product#724840, orderDateTime#724841, availabilityDateTime#724842, orderProposalId#724875L]
Arguments: coalesced
(76) Sort [codegen id : 7]
Input [5]: [plant#724789, product#724840, orderDateTime#724841, availabilityDateTime#724842, orderProposalId#724875L]
Arguments: [product#724840 ASC NULLS FIRST, plant#724789 ASC NULLS FIRST, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST], false, 0
(77) Window
Input [5]: [plant#724789, product#724840, orderDateTime#724841, availabilityDateTime#724842, orderProposalId#724875L]
Arguments: [lag(orderProposalId#724875L, -1, null) windowspecdefinition(product#724840, plant#724789, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS previousOrderProposal#724904L], [product#724840, plant#724789], [availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST]
(78) Project [codegen id : 8]
Output [3]: [plant#724789, orderProposalId#724875L, previousOrderProposal#724904L]
Input [6]: [plant#724789, product#724840, orderDateTime#724841, availabilityDateTime#724842, orderProposalId#724875L, previousOrderProposal#724904L]
(79) ObjectHashAggregate
Input [3]: [plant#724789, orderProposalId#724875L, previousOrderProposal#724904L]
Keys [1]: [orderProposalId#724875L]
Functions [2]: [partial_min(plant#724789), partial_collect_set(previousOrderProposal#724904L, 0, 0)]
Aggregate Attributes [2]: [min#725037, buf#725038]
Results [3]: [orderProposalId#724875L, min#725039, buf#725040]
(80) Exchange
Input [3]: [orderProposalId#724875L, min#725039, buf#725040]
Arguments: hashpartitioning(orderProposalId#724875L, 25), ENSURE_REQUIREMENTS, [plan_id=288171]
(81) ShuffleQueryStage
Output [3]: [orderProposalId#724875L, min#725039, buf#725040]
Arguments: 8
(82) AQEShuffleRead
Input [3]: [orderProposalId#724875L, min#725039, buf#725040]
Arguments: coalesced
(83) ObjectHashAggregate
Input [3]: [orderProposalId#724875L, min#725039, buf#725040]
Keys [1]: [orderProposalId#724875L]
Functions [2]: [min(plant#724789), collect_set(previousOrderProposal#724904L, 0, 0)]
Aggregate Attributes [2]: [min(plant#724789)#724927, collect_set(previousOrderProposal#724904L, 0, 0)#724928]
Results [4]: [orderProposalId#724875L, min(plant#724789)#724927 AS plant#724905, collect_set(previousOrderProposal#724904L, 0, 0)#724928 AS previousOrderProposals#724906, orderProposalId#724875L AS nodeId#724929L]
(84) Project [codegen id : 9]
Output [5]: [orderProposalId#724875L, plant#724905, previousOrderProposals#724906, nodeId#724929L, previousOrderProposals#724906 AS dependentOnNodeIds#724930]
Input [4]: [orderProposalId#724875L, plant#724905, previousOrderProposals#724906, nodeId#724929L]
(85) Exchange
Input [5]: [orderProposalId#724875L, plant#724905, previousOrderProposals#724906, nodeId#724929L, dependentOnNodeIds#724930]
Arguments: hashpartitioning(plant#724905, 25), REPARTITION_BY_COL, [plan_id=288223]
(86) ShuffleQueryStage
Output [5]: [orderProposalId#724875L, plant#724905, previousOrderProposals#724906, nodeId#724929L, dependentOnNodeIds#724930]
Arguments: 9
(87) DeserializeToObject
Input [5]: [orderProposalId#724875L, plant#724905, previousOrderProposals#724906, nodeId#724929L, dependentOnNodeIds#724930]
Arguments: createexternalrow(static_invoke(java.lang.Long.valueOf(orderProposalId#724875L)), invoke(plant#724905.toString()), mapobjects(lambdavariable(MapObject, LongType, false, -4), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -4))), previousOrderProposals#724906, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Long.valueOf(nodeId#724929L)), mapobjects(lambdavariable(MapObject, LongType, false, -5), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -5))), dependentOnNodeIds#724930, Some(class scala.collection.mutable.ArraySeq)), StructField(orderProposalId,LongType,false), StructField(plant,StringType,true), StructField(previousOrderProposals,ArrayType(LongType,false),false), StructField(nodeId,LongType,false), StructField(dependentOnNodeIds,ArrayType(LongType,false),false)), obj#724941: org.apache.spark.sql.Row
(88) MapPartitions
Input [1]: [obj#724941]
Arguments: org.apache.spark.sql.internal.ToScalaUDF$$$Lambda/0x00000008021bcd18@5aa0a601, obj#724949: org.apache.spark.sql.Row
(89) SerializeFromObject [codegen id : 10]
Input [1]: [obj#724949]
Arguments: [assertnotnull(invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, orderProposalId), LongType, ObjectType(class java.lang.Long)).longValue())) AS orderProposalId#724957L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(1))) null else static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, plant), StringType, ObjectType(class java.lang.String)))) AS plant#724958, if (invoke(class [J.isInstance(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, previousOrderProposals), ArrayType(LongType,false), ObjectType(class java.lang.Object))))) static_invoke(ArrayData.toArrayData(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, previousOrderProposals), ArrayType(LongType,false), ObjectType(class java.lang.Object)))) else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), assertnotnull(invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), LongType, ObjectType(class java.lang.Long)).longValue())), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, previousOrderProposals), ArrayType(LongType,false), ObjectType(class java.lang.Object)), None) AS previousOrderProposals#724959, assertnotnull(invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, nodeId), LongType, ObjectType(class java.lang.Long)).longValue())) AS nodeId#724960L, if (invoke(class [J.isInstance(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dependentOnNodeIds), ArrayType(LongType,false), ObjectType(class java.lang.Object))))) static_invoke(ArrayData.toArrayData(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dependentOnNodeIds), ArrayType(LongType,false), ObjectType(class java.lang.Object)))) else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -2), assertnotnull(invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -2), LongType, ObjectType(class java.lang.Long)).longValue())), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dependentOnNodeIds), ArrayType(LongType,false), ObjectType(class java.lang.Object)), None) AS dependentOnNodeIds#724961, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(5))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 5, clusterId), LongType, ObjectType(class java.lang.Long)).longValue()) AS clusterId#724962L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(6))) null else if (invoke(class [J.isInstance(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, unresolvedDependencies), ArrayType(LongType,true), ObjectType(class java.lang.Object))))) static_invoke(ArrayData.toArrayData(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, unresolvedDependencies), ArrayType(LongType,true), ObjectType(class java.lang.Object)))) else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), LongType, ObjectType(class java.lang.Long)).longValue()), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, unresolvedDependencies), ArrayType(LongType,true), ObjectType(class java.lang.Object)), None) AS unresolvedDependencies#724963]
(90) ResultQueryStage
Output [7]: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, nodeId#724960L, dependentOnNodeIds#724961, clusterId#724962L, unresolvedDependencies#724963]
Arguments: 10
(91) Filter
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Condition : ((size(productOrderSchedule#724794, true) > 0) AND isnotnull(productOrderSchedule#724794))
(92) Exchange
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=287104]
(93) Project
Output [6]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, CASE WHEN isnotnull(supplyingPlant#724792) THEN productGroup#724793 ELSE subrange#724791 END AS effectiveSubrange#724814]
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
(94) Exchange
Input [6]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814]
Arguments: hashpartitioning(coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790), 25), ENSURE_REQUIREMENTS, [plan_id=287128]
(95) Sort
Input [6]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814]
Arguments: [coalesce(supplierGroup#724787, ) ASC NULLS FIRST, isnull(supplierGroup#724787) ASC NULLS FIRST, coalesce(supplier#724788, ) ASC NULLS FIRST, isnull(supplier#724788) ASC NULLS FIRST, coalesce(effectiveSubrange#724814, ) ASC NULLS FIRST, isnull(effectiveSubrange#724814) ASC NULLS FIRST, coalesce(plant#724789, ) ASC NULLS FIRST, isnull(plant#724789) ASC NULLS FIRST, coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00) ASC NULLS FIRST, isnull(deliveryDateTime#724790) ASC NULLS FIRST], false, 0
(96) Exchange
Input [7]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=287082]
(97) Filter
Input [2]: [orderGroupingProfile#724806, orderGroupCriteria#724808]
Condition : isnotnull(orderGroupingProfile#724806)
(98) Exchange
Input [2]: [orderGroupingProfile#724806, orderGroupCriteria#724808]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=287106]
(99) BroadcastExchange
Input [2]: [orderGroupingProfile#724806, orderGroupCriteria#724808]
Arguments: HashedRelationBroadcastMode(List(input[0, string, false]),false), [plan_id=287123]
(100) BroadcastHashJoin
Left keys [1]: [orderGroupingProfile#724799]
Right keys [1]: [orderGroupingProfile#724806]
Join type: LeftOuter
Join condition: None
(101) Project
Output [8]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, subrange#724796 AS effectiveSubrange#724815]
Input [9]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupingProfile#724806, orderGroupCriteria#724808]
(102) Exchange
Input [8]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, effectiveSubrange#724815]
Arguments: hashpartitioning(coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798), 25), ENSURE_REQUIREMENTS, [plan_id=287129]
(103) Sort
Input [8]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, effectiveSubrange#724815]
Arguments: [coalesce(supplierGroup#724800, ) ASC NULLS FIRST, isnull(supplierGroup#724800) ASC NULLS FIRST, coalesce(supplier#724795, ) ASC NULLS FIRST, isnull(supplier#724795) ASC NULLS FIRST, coalesce(effectiveSubrange#724815, ) ASC NULLS FIRST, isnull(effectiveSubrange#724815) ASC NULLS FIRST, coalesce(plant#724797, ) ASC NULLS FIRST, isnull(plant#724797) ASC NULLS FIRST, coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00) ASC NULLS FIRST, isnull(deliveryDateTime#724798) ASC NULLS FIRST], false, 0
(104) SortMergeJoin
Left keys [10]: [coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790)]
Right keys [10]: [coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798)]
Join type: LeftOuter
Join condition: None
(105) Project
Output [8]: [plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, CASE WHEN isnull(orderGroupCriteria#724808) THEN [true,false,false,false,true,false,false,false] ELSE orderGroupCriteria#724808 END AS orderGroupCriteria#724827, orderGroupingProfile#724799, coalesce(supplierGroup#724787, supplier#724788) AS supplierOrGroup#724816, coalesce(locationGroup#724801, plant#724789) AS locationOrGroup#724817]
Input [14]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, effectiveSubrange#724815]
(106) Project
Output [14]: [plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, orderGroupCriteria#724827.supplierSubrange AS _extract_supplierSubrange#724964, orderGroupCriteria#724827.mrpController AS _extract_mrpController#724965, orderGroupCriteria#724827.purchasingOrg AS _extract_purchasingOrg#724966, orderGroupCriteria#724827.orderDate AS _extract_orderDate#724967, orderGroupCriteria#724827.deliveryDate AS _extract_deliveryDate#724968, orderGroupCriteria#724827.supplier AS _extract_supplier#724969, orderGroupCriteria#724827.purchasingGroup AS _extract_purchasingGroup#724970, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
Input [8]: [plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, orderGroupCriteria#724827, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
(107) Generate
Input [14]: [plant#724789, deliveryDateTime#724790, productOrderSchedule#724794, effectiveSubrange#724814, _extract_supplierSubrange#724964, _extract_mrpController#724965, _extract_purchasingOrg#724966, _extract_orderDate#724967, _extract_deliveryDate#724968, _extract_supplier#724969, _extract_purchasingGroup#724970, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
Arguments: explode(productOrderSchedule#724794), [plant#724789, deliveryDateTime#724790, effectiveSubrange#724814, _extract_supplierSubrange#724964, _extract_mrpController#724965, _extract_purchasingOrg#724966, _extract_orderDate#724967, _extract_deliveryDate#724968, _extract_supplier#724969, _extract_purchasingGroup#724970, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817], false, [productOrderScheduleExploded#724839]
(108) Project
Output [5]: [plant#724789, productOrderScheduleExploded#724839.product AS product#724840, productOrderScheduleExploded#724839.orderDateTime AS orderDateTime#724841, productOrderScheduleExploded#724839.availabilityDateTime AS availabilityDateTime#724842, xxhash64(CASE WHEN (_extract_supplierSubrange#724964 <=> true) THEN effectiveSubrange#724814 END, orderGroupingProfile#724799, CASE WHEN (_extract_mrpController#724965 <=> true) THEN productOrderScheduleExploded#724839.mrpController END, CASE WHEN (_extract_purchasingOrg#724966 <=> true) THEN productOrderScheduleExploded#724839.purchasingOrg END, CASE WHEN (_extract_orderDate#724967 <=> true) THEN productOrderScheduleExploded#724839.orderDateTime END, CASE WHEN (_extract_deliveryDate#724968 <=> true) THEN deliveryDateTime#724790 END, CASE WHEN (_extract_supplier#724969 <=> true) THEN supplierOrGroup#724816 END, locationOrGroup#724817, CASE WHEN (_extract_purchasingGroup#724970 <=> true) THEN productOrderScheduleExploded#724839.purchasingGroup END, ((((((((CASE WHEN (isnull(effectiveSubrange#724814) AND (_extract_supplierSubrange#724964 <=> true)) THEN 1 ELSE 0 END + CASE WHEN isnull(orderGroupingProfile#724799) THEN 2 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.mrpController) AND (_extract_mrpController#724965 <=> true)) THEN 4 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingOrg) AND (_extract_purchasingOrg#724966 <=> true)) THEN 8 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.orderDateTime) AND (_extract_orderDate#724967 <=> true)) THEN 16 ELSE 0 END) + CASE WHEN (isnull(deliveryDateTime#724790) AND (_extract_deliveryDate#724968 <=> true)) THEN 32 ELSE 0 END) + CASE WHEN (isnull(supplierOrGroup#724816) AND (_extract_supplier#724969 <=> true)) THEN 64 ELSE 0 END) + CASE WHEN isnull(locationOrGroup#724817) THEN 128 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingGroup) AND (_extract_purchasingGroup#724970 <=> true)) THEN 256 ELSE 0 END), 10000002108, 42) AS orderProposalId#724875L]
Input [14]: [plant#724789, deliveryDateTime#724790, effectiveSubrange#724814, _extract_supplierSubrange#724964, _extract_mrpController#724965, _extract_purchasingOrg#724966, _extract_orderDate#724967, _extract_deliveryDate#724968, _extract_supplier#724969, _extract_purchasingGroup#724970, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817, productOrderScheduleExploded#724839]
(109) Exchange
Input [5]: [plant#724789, product#724840, orderDateTime#724841, availabilityDateTime#724842, orderProposalId#724875L]
Arguments: hashpartitioning(product#724840, plant#724789, 25), ENSURE_REQUIREMENTS, [plan_id=287138]
(110) Sort
Input [5]: [plant#724789, product#724840, orderDateTime#724841, availabilityDateTime#724842, orderProposalId#724875L]
Arguments: [product#724840 ASC NULLS FIRST, plant#724789 ASC NULLS FIRST, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST], false, 0
(111) Window
Input [5]: [plant#724789, product#724840, orderDateTime#724841, availabilityDateTime#724842, orderProposalId#724875L]
Arguments: [lag(orderProposalId#724875L, -1, null) windowspecdefinition(product#724840, plant#724789, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS previousOrderProposal#724904L], [product#724840, plant#724789], [availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST]
(112) Project
Output [3]: [plant#724789, orderProposalId#724875L, previousOrderProposal#724904L]
Input [6]: [plant#724789, product#724840, orderDateTime#724841, availabilityDateTime#724842, orderProposalId#724875L, previousOrderProposal#724904L]
(113) ObjectHashAggregate
Input [3]: [plant#724789, orderProposalId#724875L, previousOrderProposal#724904L]
Keys [1]: [orderProposalId#724875L]
Functions [2]: [partial_min(plant#724789), partial_collect_set(previousOrderProposal#724904L, 0, 0)]
Aggregate Attributes [2]: [min#725037, buf#725038]
Results [3]: [orderProposalId#724875L, min#725039, buf#725040]
(114) Exchange
Input [3]: [orderProposalId#724875L, min#725039, buf#725040]
Arguments: hashpartitioning(orderProposalId#724875L, 25), ENSURE_REQUIREMENTS, [plan_id=287144]
(115) ObjectHashAggregate
Input [3]: [orderProposalId#724875L, min#725039, buf#725040]
Keys [1]: [orderProposalId#724875L]
Functions [2]: [min(plant#724789), collect_set(previousOrderProposal#724904L, 0, 0)]
Aggregate Attributes [2]: [min(plant#724789)#724927, collect_set(previousOrderProposal#724904L, 0, 0)#724928]
Results [4]: [orderProposalId#724875L, min(plant#724789)#724927 AS plant#724905, collect_set(previousOrderProposal#724904L, 0, 0)#724928 AS previousOrderProposals#724906, orderProposalId#724875L AS nodeId#724929L]
(116) Project
Output [5]: [orderProposalId#724875L, plant#724905, previousOrderProposals#724906, nodeId#724929L, previousOrderProposals#724906 AS dependentOnNodeIds#724930]
Input [4]: [orderProposalId#724875L, plant#724905, previousOrderProposals#724906, nodeId#724929L]
(117) Exchange
Input [5]: [orderProposalId#724875L, plant#724905, previousOrderProposals#724906, nodeId#724929L, dependentOnNodeIds#724930]
Arguments: hashpartitioning(plant#724905, 25), REPARTITION_BY_COL, [plan_id=287147]
(118) DeserializeToObject
Input [5]: [orderProposalId#724875L, plant#724905, previousOrderProposals#724906, nodeId#724929L, dependentOnNodeIds#724930]
Arguments: createexternalrow(static_invoke(java.lang.Long.valueOf(orderProposalId#724875L)), invoke(plant#724905.toString()), mapobjects(lambdavariable(MapObject, LongType, false, -4), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -4))), previousOrderProposals#724906, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Long.valueOf(nodeId#724929L)), mapobjects(lambdavariable(MapObject, LongType, false, -5), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -5))), dependentOnNodeIds#724930, Some(class scala.collection.mutable.ArraySeq)), StructField(orderProposalId,LongType,false), StructField(plant,StringType,true), StructField(previousOrderProposals,ArrayType(LongType,false),false), StructField(nodeId,LongType,false), StructField(dependentOnNodeIds,ArrayType(LongType,false),false)), obj#724941: org.apache.spark.sql.Row
(119) MapPartitions
Input [1]: [obj#724941]
Arguments: org.apache.spark.sql.internal.ToScalaUDF$$$Lambda/0x00000008021bcd18@5aa0a601, obj#724949: org.apache.spark.sql.Row
(120) SerializeFromObject
Input [1]: [obj#724949]
Arguments: [assertnotnull(invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, orderProposalId), LongType, ObjectType(class java.lang.Long)).longValue())) AS orderProposalId#724957L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(1))) null else static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, plant), StringType, ObjectType(class java.lang.String)))) AS plant#724958, if (invoke(class [J.isInstance(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, previousOrderProposals), ArrayType(LongType,false), ObjectType(class java.lang.Object))))) static_invoke(ArrayData.toArrayData(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, previousOrderProposals), ArrayType(LongType,false), ObjectType(class java.lang.Object)))) else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), assertnotnull(invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), LongType, ObjectType(class java.lang.Long)).longValue())), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, previousOrderProposals), ArrayType(LongType,false), ObjectType(class java.lang.Object)), None) AS previousOrderProposals#724959, assertnotnull(invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, nodeId), LongType, ObjectType(class java.lang.Long)).longValue())) AS nodeId#724960L, if (invoke(class [J.isInstance(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dependentOnNodeIds), ArrayType(LongType,false), ObjectType(class java.lang.Object))))) static_invoke(ArrayData.toArrayData(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dependentOnNodeIds), ArrayType(LongType,false), ObjectType(class java.lang.Object)))) else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -2), assertnotnull(invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -2), LongType, ObjectType(class java.lang.Long)).longValue())), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, dependentOnNodeIds), ArrayType(LongType,false), ObjectType(class java.lang.Object)), None) AS dependentOnNodeIds#724961, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(5))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 5, clusterId), LongType, ObjectType(class java.lang.Long)).longValue()) AS clusterId#724962L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(6))) null else if (invoke(class [J.isInstance(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, unresolvedDependencies), ArrayType(LongType,true), ObjectType(class java.lang.Object))))) static_invoke(ArrayData.toArrayData(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, unresolvedDependencies), ArrayType(LongType,true), ObjectType(class java.lang.Object)))) else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), LongType, ObjectType(class java.lang.Long)).longValue()), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, unresolvedDependencies), ArrayType(LongType,true), ObjectType(class java.lang.Object)), None) AS unresolvedDependencies#724963]
(121) AdaptiveSparkPlan
Output [7]: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, nodeId#724960L, dependentOnNodeIds#724961, clusterId#724962L, unresolvedDependencies#724963]
Arguments: isFinalPlan=true
(122) TableCacheQueryStage
Output [4]: [clusterId#724962L, orderProposalId#724957L, plant#724958, previousOrderProposals#724959]
Arguments: 3
(123) Project [codegen id : 4]
Output [6]: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, clusterId#724962L, orderProposalId#724957L AS nodeId#725240L, previousOrderProposals#724959 AS dependentOnNodeIds#725241]
Input [4]: [clusterId#724962L, orderProposalId#724957L, plant#724958, previousOrderProposals#724959]
(124) Exchange
Input [6]: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, clusterId#724962L, nodeId#725240L, dependentOnNodeIds#725241]
Arguments: hashpartitioning(clusterId#724962L, 25), REPARTITION_BY_COL, [plan_id=288656]
(125) ShuffleQueryStage
Output [6]: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, clusterId#724962L, nodeId#725240L, dependentOnNodeIds#725241]
Arguments: 4
(126) AQEShuffleRead
Input [6]: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, clusterId#724962L, nodeId#725240L, dependentOnNodeIds#725241]
Arguments: coalesced
(127) DeserializeToObject
Input [6]: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, clusterId#724962L, nodeId#725240L, dependentOnNodeIds#725241]
Arguments: createexternalrow(static_invoke(java.lang.Long.valueOf(orderProposalId#724957L)), invoke(plant#724958.toString()), mapobjects(lambdavariable(MapObject, LongType, false, -1), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -1))), previousOrderProposals#724959, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Long.valueOf(clusterId#724962L)), static_invoke(java.lang.Long.valueOf(nodeId#725240L)), mapobjects(lambdavariable(MapObject, LongType, false, -2), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -2))), dependentOnNodeIds#725241, Some(class scala.collection.mutable.ArraySeq)), StructField(orderProposalId,LongType,false), StructField(plant,StringType,true), StructField(previousOrderProposals,ArrayType(LongType,false),false), StructField(clusterId,LongType,true), StructField(nodeId,LongType,false), StructField(dependentOnNodeIds,ArrayType(LongType,false),false)), obj#725254: org.apache.spark.sql.Row
(128) MapPartitions
Input [1]: [obj#725254]
Arguments: org.apache.spark.sql.internal.ToScalaUDF$$$Lambda/0x00000008021bcd18@4a94c174, obj#725262: org.apache.spark.sql.Row
(129) SerializeFromObject [codegen id : 5]
Input [1]: [obj#725262]
Arguments: [assertnotnull(invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, orderProposalId), LongType, ObjectType(class java.lang.Long)).longValue())) AS orderProposalId#725270L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(3))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, clusterId), LongType, ObjectType(class java.lang.Long)).longValue()) AS clusterId#725273L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(6))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, sequenceId), IntegerType, ObjectType(class java.lang.Integer)).intValue()) AS sequenceId#725276]
(130) BroadcastExchange
Input [3]: [orderProposalId#725270L, clusterId#725273L, sequenceId#725276]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [plan_id=288755]
(131) BroadcastQueryStage
Output [3]: [orderProposalId#725270L, clusterId#725273L, sequenceId#725276]
Arguments: 5
(132) BroadcastHashJoin [codegen id : 10]
Left keys [1]: [orderProposalId#724875L]
Right keys [1]: [orderProposalId#725270L]
Join type: LeftOuter
Join condition: None
(133) Project [codegen id : 10]
Output [22]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, 0 AS orderProposalHorizonGroupingId#724876L, splitIndicator#724903L, previousOrderProposal#724904L, clusterId#725273L, sequenceId#725276]
Input [22]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, splitIndicator#724903L, previousOrderProposal#724904L, orderProposalId#725270L, clusterId#725273L, sequenceId#725276]
(134) ResultQueryStage
Output [22]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, orderProposalHorizonGroupingId#724876L, splitIndicator#724903L, previousOrderProposal#724904L, clusterId#725273L, sequenceId#725276]
Arguments: 11
(135) Filter
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Condition : ((size(productOrderSchedule#724794, true) > 0) AND isnotnull(productOrderSchedule#724794))
(136) Exchange
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=288370]
(137) Project
Output [9]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, CASE WHEN isnotnull(supplyingPlant#724792) THEN productGroup#724793 ELSE subrange#724791 END AS effectiveSubrange#724814]
Input [8]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794]
(138) Exchange
Input [9]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814]
Arguments: hashpartitioning(coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790), 25), ENSURE_REQUIREMENTS, [plan_id=288388]
(139) Sort
Input [9]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814]
Arguments: [coalesce(supplierGroup#724787, ) ASC NULLS FIRST, isnull(supplierGroup#724787) ASC NULLS FIRST, coalesce(supplier#724788, ) ASC NULLS FIRST, isnull(supplier#724788) ASC NULLS FIRST, coalesce(effectiveSubrange#724814, ) ASC NULLS FIRST, isnull(effectiveSubrange#724814) ASC NULLS FIRST, coalesce(plant#724789, ) ASC NULLS FIRST, isnull(plant#724789) ASC NULLS FIRST, coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00) ASC NULLS FIRST, isnull(deliveryDateTime#724790) ASC NULLS FIRST], false, 0
(140) Exchange
Input [7]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=288348]
(141) Filter
Input [3]: [orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
Condition : isnotnull(orderGroupingProfile#724806)
(142) Exchange
Input [3]: [orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=288372]
(143) BroadcastExchange
Input [3]: [orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
Arguments: HashedRelationBroadcastMode(List(input[0, string, false]),false), [plan_id=288383]
(144) BroadcastHashJoin
Left keys [1]: [orderGroupingProfile#724799]
Right keys [1]: [orderGroupingProfile#724806]
Join type: LeftOuter
Join condition: None
(145) Project
Output [9]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, subrange#724796 AS effectiveSubrange#724815]
Input [10]: [supplier#724795, subrange#724796, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupingProfile#724806, orderGroupCriteria#724808, orderSplitCriteria#724809]
(146) Exchange
Input [9]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, effectiveSubrange#724815]
Arguments: hashpartitioning(coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798), 25), ENSURE_REQUIREMENTS, [plan_id=288389]
(147) Sort
Input [9]: [supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, effectiveSubrange#724815]
Arguments: [coalesce(supplierGroup#724800, ) ASC NULLS FIRST, isnull(supplierGroup#724800) ASC NULLS FIRST, coalesce(supplier#724795, ) ASC NULLS FIRST, isnull(supplier#724795) ASC NULLS FIRST, coalesce(effectiveSubrange#724815, ) ASC NULLS FIRST, isnull(effectiveSubrange#724815) ASC NULLS FIRST, coalesce(plant#724797, ) ASC NULLS FIRST, isnull(plant#724797) ASC NULLS FIRST, coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00) ASC NULLS FIRST, isnull(deliveryDateTime#724798) ASC NULLS FIRST], false, 0
(148) SortMergeJoin
Left keys [10]: [coalesce(supplierGroup#724787, ), isnull(supplierGroup#724787), coalesce(supplier#724788, ), isnull(supplier#724788), coalesce(effectiveSubrange#724814, ), isnull(effectiveSubrange#724814), coalesce(plant#724789, ), isnull(plant#724789), coalesce(deliveryDateTime#724790, 1970-01-01 00:00:00), isnull(deliveryDateTime#724790)]
Right keys [10]: [coalesce(supplierGroup#724800, ), isnull(supplierGroup#724800), coalesce(supplier#724795, ), isnull(supplier#724795), coalesce(effectiveSubrange#724815, ), isnull(effectiveSubrange#724815), coalesce(plant#724797, ), isnull(plant#724797), coalesce(deliveryDateTime#724798, 1970-01-01 00:00:00), isnull(deliveryDateTime#724798)]
Join type: LeftOuter
Join condition: None
(149) Project
Output [14]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, CASE WHEN isnull(orderGroupCriteria#724808) THEN [true,false,false,false,true,false,false,false] ELSE orderGroupCriteria#724808 END AS orderGroupCriteria#724827, CASE WHEN isnull(orderSplitCriteria#724809) THEN [true,false,false,false,false,true,false,false,false] ELSE orderSplitCriteria#724809 END AS orderSplitCriteria#724837, orderGroupingProfile#724799, coalesce(supplierGroup#724787, supplier#724788) AS supplierOrGroup#724816, coalesce(locationGroup#724801, plant#724789) AS locationOrGroup#724817]
Input [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, supplier#724795, plant#724797, deliverydatetime#724798, ordergroupingprofile#724799, supplierGroup#724800, locationGroup#724801, orderGroupCriteria#724808, orderSplitCriteria#724809, effectiveSubrange#724815]
(150) Project
Output [26]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, orderGroupCriteria#724827.supplierSubrange AS _extract_supplierSubrange#725419, orderGroupCriteria#724827.mrpController AS _extract_mrpController#725420, orderGroupCriteria#724827.purchasingOrg AS _extract_purchasingOrg#725421, orderGroupCriteria#724827.orderDate AS _extract_orderDate#725422, orderGroupCriteria#724827.deliveryDate AS _extract_deliveryDate#725423, orderGroupCriteria#724827.supplier AS _extract_supplier#725424, orderGroupCriteria#724827.purchasingGroup AS _extract_purchasingGroup#725425, orderSplitCriteria#724837.supplierSubrange AS _extract_supplierSubrange#725426, orderSplitCriteria#724837.mrpController AS _extract_mrpController#725427, orderSplitCriteria#724837.orderDate AS _extract_orderDate#725428, orderSplitCriteria#724837.supplier AS _extract_supplier#725429, orderSplitCriteria#724837.deliveryDate AS _extract_deliveryDate#725430, orderSplitCriteria#724837.purchasingOrg AS _extract_purchasingOrg#725431, orderSplitCriteria#724837.purchasingGroup AS _extract_purchasingGroup#725432, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
Input [14]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, orderGroupCriteria#724827, orderSplitCriteria#724837, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
(151) Generate
Input [26]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderSchedule#724794, effectiveSubrange#724814, _extract_supplierSubrange#725419, _extract_mrpController#725420, _extract_purchasingOrg#725421, _extract_orderDate#725422, _extract_deliveryDate#725423, _extract_supplier#725424, _extract_purchasingGroup#725425, _extract_supplierSubrange#725426, _extract_mrpController#725427, _extract_orderDate#725428, _extract_supplier#725429, _extract_deliveryDate#725430, _extract_purchasingOrg#725431, _extract_purchasingGroup#725432, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817]
Arguments: explode(productOrderSchedule#724794), [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, effectiveSubrange#724814, _extract_supplierSubrange#725419, _extract_mrpController#725420, _extract_purchasingOrg#725421, _extract_orderDate#725422, _extract_deliveryDate#725423, _extract_supplier#725424, _extract_purchasingGroup#725425, _extract_supplierSubrange#725426, _extract_mrpController#725427, _extract_orderDate#725428, _extract_supplier#725429, _extract_deliveryDate#725430, _extract_purchasingOrg#725431, _extract_purchasingGroup#725432, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817], false, [productOrderScheduleExploded#724839]
(152) Project
Output [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, productOrderScheduleExploded#724839.product AS product#724840, productOrderScheduleExploded#724839.orderDateTime AS orderDateTime#724841, productOrderScheduleExploded#724839.availabilityDateTime AS availabilityDateTime#724842, productOrderScheduleExploded#724839.nextAvailabilityDateTime AS nextAvailabilityDateTime#724843, productOrderScheduleExploded#724839.mrpController AS mrpController#724844, productOrderScheduleExploded#724839.sourceOfSupplyUuid AS sourceOfSupplyUuid#724845, productOrderScheduleExploded#724839.purchasingOrg AS purchasingOrg#724846, productOrderScheduleExploded#724839.purchasingGroup AS purchasingGroup#724847, productOrderScheduleExploded#724839.isFallbackOrderOnly AS isFallbackOrderOnly#724848, xxhash64(CASE WHEN (_extract_supplierSubrange#725419 <=> true) THEN effectiveSubrange#724814 END, orderGroupingProfile#724799, CASE WHEN (_extract_mrpController#725420 <=> true) THEN productOrderScheduleExploded#724839.mrpController END, CASE WHEN (_extract_purchasingOrg#725421 <=> true) THEN productOrderScheduleExploded#724839.purchasingOrg END, CASE WHEN (_extract_orderDate#725422 <=> true) THEN productOrderScheduleExploded#724839.orderDateTime END, CASE WHEN (_extract_deliveryDate#725423 <=> true) THEN deliveryDateTime#724790 END, CASE WHEN (_extract_supplier#725424 <=> true) THEN supplierOrGroup#724816 END, locationOrGroup#724817, CASE WHEN (_extract_purchasingGroup#725425 <=> true) THEN productOrderScheduleExploded#724839.purchasingGroup END, ((((((((CASE WHEN (isnull(effectiveSubrange#724814) AND (_extract_supplierSubrange#725419 <=> true)) THEN 1 ELSE 0 END + CASE WHEN isnull(orderGroupingProfile#724799) THEN 2 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.mrpController) AND (_extract_mrpController#725420 <=> true)) THEN 4 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingOrg) AND (_extract_purchasingOrg#725421 <=> true)) THEN 8 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.orderDateTime) AND (_extract_orderDate#725422 <=> true)) THEN 16 ELSE 0 END) + CASE WHEN (isnull(deliveryDateTime#724790) AND (_extract_deliveryDate#725423 <=> true)) THEN 32 ELSE 0 END) + CASE WHEN (isnull(supplierOrGroup#724816) AND (_extract_supplier#725424 <=> true)) THEN 64 ELSE 0 END) + CASE WHEN isnull(locationOrGroup#724817) THEN 128 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingGroup) AND (_extract_purchasingGroup#725425 <=> true)) THEN 256 ELSE 0 END), 10000002108, 42) AS orderProposalId#724875L, xxhash64(CASE WHEN (_extract_supplierSubrange#725426 <=> true) THEN effectiveSubrange#724814 END, orderGroupingProfile#724799, CASE WHEN (_extract_mrpController#725427 <=> true) THEN productOrderScheduleExploded#724839.mrpController END, CASE WHEN (_extract_orderDate#725428 <=> true) THEN productOrderScheduleExploded#724839.orderDateTime END, CASE WHEN (_extract_supplier#725429 <=> true) THEN supplier#724788 END, CASE WHEN (_extract_deliveryDate#725430 <=> true) THEN deliveryDateTime#724790 END, CASE WHEN (_extract_purchasingOrg#725431 <=> true) THEN productOrderScheduleExploded#724839.purchasingOrg END, plant#724789, CASE WHEN (_extract_purchasingGroup#725432 <=> true) THEN productOrderScheduleExploded#724839.purchasingGroup END, ((((((((CASE WHEN (isnull(effectiveSubrange#724814) AND (_extract_supplierSubrange#725426 <=> true)) THEN 1 ELSE 0 END + CASE WHEN isnull(orderGroupingProfile#724799) THEN 2 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.mrpController) AND (_extract_mrpController#725427 <=> true)) THEN 4 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.orderDateTime) AND (_extract_orderDate#725428 <=> true)) THEN 8 ELSE 0 END) + CASE WHEN (isnull(supplier#724788) AND (_extract_supplier#725429 <=> true)) THEN 16 ELSE 0 END) + CASE WHEN (isnull(deliveryDateTime#724790) AND (_extract_deliveryDate#725430 <=> true)) THEN 32 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingOrg) AND (_extract_purchasingOrg#725431 <=> true)) THEN 64 ELSE 0 END) + CASE WHEN isnull(plant#724789) THEN 128 ELSE 0 END) + CASE WHEN (isnull(productOrderScheduleExploded#724839.purchasingGroup) AND (_extract_purchasingGroup#725432 <=> true)) THEN 256 ELSE 0 END), 10000002108, 42) AS splitIndicator#724903L]
Input [26]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, effectiveSubrange#724814, _extract_supplierSubrange#725419, _extract_mrpController#725420, _extract_purchasingOrg#725421, _extract_orderDate#725422, _extract_deliveryDate#725423, _extract_supplier#725424, _extract_purchasingGroup#725425, _extract_supplierSubrange#725426, _extract_mrpController#725427, _extract_orderDate#725428, _extract_supplier#725429, _extract_deliveryDate#725430, _extract_purchasingOrg#725431, _extract_purchasingGroup#725432, orderGroupingProfile#724799, supplierOrGroup#724816, locationOrGroup#724817, productOrderScheduleExploded#724839]
(153) Exchange
Input [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, splitIndicator#724903L]
Arguments: hashpartitioning(product#724840, plant#724789, 25), ENSURE_REQUIREMENTS, [plan_id=288398]
(154) Sort
Input [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, splitIndicator#724903L]
Arguments: [product#724840 ASC NULLS FIRST, plant#724789 ASC NULLS FIRST, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST], false, 0
(155) Window
Input [18]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, splitIndicator#724903L]
Arguments: [lag(orderProposalId#724875L, -1, null) windowspecdefinition(product#724840, plant#724789, availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS previousOrderProposal#724904L], [product#724840, plant#724789], [availabilityDateTime#724842 ASC NULLS FIRST, orderDateTime#724841 ASC NULLS FIRST, orderProposalId#724875L ASC NULLS FIRST]
(156) Project
Output [6]: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, clusterId#724962L, orderProposalId#724957L AS nodeId#725240L, previousOrderProposals#724959 AS dependentOnNodeIds#725241]
Input [4]: [clusterId#724962L, orderProposalId#724957L, plant#724958, previousOrderProposals#724959]
(157) Exchange
Input [6]: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, clusterId#724962L, nodeId#725240L, dependentOnNodeIds#725241]
Arguments: hashpartitioning(clusterId#724962L, 25), REPARTITION_BY_COL, [plan_id=288363]
(158) DeserializeToObject
Input [6]: [orderProposalId#724957L, plant#724958, previousOrderProposals#724959, clusterId#724962L, nodeId#725240L, dependentOnNodeIds#725241]
Arguments: createexternalrow(static_invoke(java.lang.Long.valueOf(orderProposalId#724957L)), invoke(plant#724958.toString()), mapobjects(lambdavariable(MapObject, LongType, false, -1), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -1))), previousOrderProposals#724959, Some(class scala.collection.mutable.ArraySeq)), static_invoke(java.lang.Long.valueOf(clusterId#724962L)), static_invoke(java.lang.Long.valueOf(nodeId#725240L)), mapobjects(lambdavariable(MapObject, LongType, false, -2), static_invoke(java.lang.Long.valueOf(lambdavariable(MapObject, LongType, false, -2))), dependentOnNodeIds#725241, Some(class scala.collection.mutable.ArraySeq)), StructField(orderProposalId,LongType,false), StructField(plant,StringType,true), StructField(previousOrderProposals,ArrayType(LongType,false),false), StructField(clusterId,LongType,true), StructField(nodeId,LongType,false), StructField(dependentOnNodeIds,ArrayType(LongType,false),false)), obj#725254: org.apache.spark.sql.Row
(159) MapPartitions
Input [1]: [obj#725254]
Arguments: org.apache.spark.sql.internal.ToScalaUDF$$$Lambda/0x00000008021bcd18@4a94c174, obj#725262: org.apache.spark.sql.Row
(160) SerializeFromObject
Input [1]: [obj#725262]
Arguments: [assertnotnull(invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, orderProposalId), LongType, ObjectType(class java.lang.Long)).longValue())) AS orderProposalId#725270L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(3))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, clusterId), LongType, ObjectType(class java.lang.Long)).longValue()) AS clusterId#725273L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(6))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 6, sequenceId), IntegerType, ObjectType(class java.lang.Integer)).intValue()) AS sequenceId#725276]
(161) BroadcastExchange
Input [3]: [orderProposalId#725270L, clusterId#725273L, sequenceId#725276]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [plan_id=288402]
(162) BroadcastHashJoin
Left keys [1]: [orderProposalId#724875L]
Right keys [1]: [orderProposalId#725270L]
Join type: LeftOuter
Join condition: None
(163) Project
Output [22]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, 0 AS orderProposalHorizonGroupingId#724876L, splitIndicator#724903L, previousOrderProposal#724904L, clusterId#725273L, sequenceId#725276]
Input [22]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, splitIndicator#724903L, previousOrderProposal#724904L, orderProposalId#725270L, clusterId#725273L, sequenceId#725276]
(164) AdaptiveSparkPlan
Output [22]: [supplierGroup#724787, supplier#724788, plant#724789, deliveryDateTime#724790, subrange#724791, supplyingPlant#724792, productGroup#724793, product#724840, orderDateTime#724841, availabilityDateTime#724842, nextAvailabilityDateTime#724843, mrpController#724844, sourceOfSupplyUuid#724845, purchasingOrg#724846, purchasingGroup#724847, isFallbackOrderOnly#724848, orderProposalId#724875L, orderProposalHorizonGroupingId#724876L, splitIndicator#724903L, previousOrderProposal#724904L, clusterId#725273L, sequenceId#725276]
Arguments: isFinalPlan=true
(165) TableCacheQueryStage
Output: []
Arguments: 0
(166) HashAggregate [codegen id : 1]
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#725998L]
Results [1]: [count#725999L]
(167) Exchange
Input [1]: [count#725999L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=289411]
(168) ShuffleQueryStage
Output [1]: [count#725999L]
Arguments: 1
(169) HashAggregate [codegen id : 2]
Input [1]: [count#725999L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#725667L]
Results [1]: [count(1)#725667L AS count#725644L]
(170) ResultQueryStage
Output [1]: [count#725644L]
Arguments: 2
(171) HashAggregate
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#725998L]
Results [1]: [count#725999L]
(172) Exchange
Input [1]: [count#725999L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=288416]
(173) HashAggregate
Input [1]: [count#725999L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#725667L]
Results [1]: [count(1)#725667L AS count#725644L]
(174) AdaptiveSparkPlan
Output [1]: [count#725644L]
Arguments: isFinalPlan=true