digraph G {
0 [id="node0" labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>" tooltip="AdaptiveSparkPlan isFinalPlan=false"];
1 [id="node1" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 12<br>time in aggregation build: 49 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#818070, productGroup#816733], functions=[collect_list(struct#817387, 0, 0)])"];
2 [id="node2" labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 6.8 KiB<br>number of coalesced partitions: 1" tooltip="AQEShuffleRead coalesced"];
3 [id="node3" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 15<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 15<br>local bytes read: 3.8 KiB<br>merged fetch fallback count: 0<br>local blocks read: 9<br>remote merged chunks fetched: 0<br>remote blocks read: 6<br>data size total (min, med, max (stageId: taskId))<br>7.1 KiB (1296.0 B, 2040.0 B, 2.5 KiB (stage 68025.0: task 169437))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 0 ms, 0 ms (stage 68025.0: task 169437))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 2.8 KiB<br>number of partitions: 25<br>remote reqs duration: 1 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>6.5 KiB (1281.0 B, 1542.0 B, 2.5 KiB (stage 68025.0: task 169437))" tooltip="Exchange hashpartitioning(supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#818070, productGroup#816733, 25), ENSURE_REQUIREMENTS, [plan_id=319903]"];
4 [id="node4" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 15<br>time in aggregation build total (min, med, max (stageId: taskId))<br>391 ms (0 ms, 0 ms, 99 ms (stage 68025.0: task 169436))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 68025.0: task 169435))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null AS null#818070, productGroup#816733], functions=[partial_collect_list(struct#817387, 0, 0)])"];
subgraph cluster5 {
isCluster="true";
id="cluster5";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n583 ms (0 ms, 0 ms, 118 ms (stage 68025.0: task 169436))";
tooltip="WholeStageCodegen (7)";
6 [id="node6" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, productGroup#816733, struct(product, product#817374, orderDateTime, orderDateTime#817378, availabilityDateTime, availabilityDateTime#817380, nextAvailabilityDateTime, nextAvailabilityDateTime#817382, mrpController, mrpController#816682, sourceOfSupplyUuid, sourceOfSupplyUuid#817377, purchasingOrg, purchasingOrg#816714, purchasingGroup, purchasingGroup#816713, isFallbackOrderOnly, isFallbackOrderOnly#817384) AS struct#817387]"];
7 [id="node7" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 18" tooltip="BroadcastHashJoin [product#817374], [product#816732], LeftOuter, BuildRight, false"];
8 [id="node8" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [sourceOfSupplyUuid#817377, plant#817375, product#817374, supplier#817376, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, mrpController#816682, subrange#816712, purchasingGroup#816713, purchasingOrg#816714]"];
9 [id="node9" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 18" tooltip="BroadcastHashJoin [sourceOfSupplyUuid#817377], [sourceOfSupplyUuid#816711], LeftOuter, BuildRight, false"];
10 [id="node10" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [plant#817375, product#817374, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, mrpController#816682]"];
11 [id="node11" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 18" tooltip="BroadcastHashJoin [plant#817375, product#817374], [plant#816681, product#816680], LeftOuter, BuildRight, false"];
}
12 [id="node12" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 18<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 18<br>local bytes read total (min, med, max (stageId: taskId))<br>1401.0 B (327.0 B, 328.0 B, 418.0 B (stage 68025.0: task 169438))<br>merged fetch fallback count: 0<br>local blocks read: 4<br>remote merged chunks fetched: 0<br>remote blocks read: 1<br>data size total (min, med, max (stageId: taskId))<br>3.9 KiB (672.0 B, 672.0 B, 1344.0 B (stage 68013.0: task 169307))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>2 ms (0 ms, 0 ms, 0 ms (stage 68013.0: task 169303))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 68025.0: task 169435))<br>remote bytes read: 327.0 B<br>number of partitions: 25<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1728.0 B (327.0 B, 328.0 B, 418.0 B (stage 68013.0: task 169307))" tooltip="Exchange hashpartitioning(product#817374, plant#817375, 25), REPARTITION_BY_NUM, [plan_id=319361]"];
subgraph cluster13 {
isCluster="true";
id="cluster13";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n662 ms (126 ms, 131 ms, 148 ms (stage 68013.0: task 169307))";
tooltip="WholeStageCodegen (1)";
14 [id="node14" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 18<br>number of input batches: 5" tooltip="ColumnarToRow"];
}
15 [id="node15" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 5<br>scan time total (min, med, max (stageId: taskId))<br>491 ms (92 ms, 95 ms, 116 ms (stage 68013.0: task 169307))<br>metadata time: 0 ms<br>size of files read: 20.6 KiB<br>number of output rows: 18" tooltip="FileScan parquet [product#817374,plant#817375,supplier#817376,sourceOfSupplyUuid#817377,orderDateTime#817378,deliveryDateTime#817379,availabilityDateTime#817380,supplierGroup#817381,nextAvailabilityDateTime#817382,isFallBackOrderOnly#817384] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<product:string,plant:string,supplier:string,sourceOfSupplyUuid:string,orderDateTime:timest..."];
16 [id="node16" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 1 ms<br>time to build: 9 ms<br>time to collect: 53 ms<br>number of output rows: 2,747<br>data size: 2.1 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true], input[0, string, true]),false), [plan_id=319761]"];
17 [id="node17" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 2,747<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 2,747<br>local bytes read total (min, med, max (stageId: taskId))<br>134.8 KiB (5.2 KiB, 5.4 KiB, 5.8 KiB (stage 68023.0: task 169419))<br>merged fetch fallback count: 0<br>local blocks read: 25<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 318.9 KiB<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 68023.0: task 169412))<br>remote bytes read: 0.0 B<br>number of partitions: 25<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 134.8 KiB" tooltip="Exchange RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=319377]"];
subgraph cluster18 {
isCluster="true";
id="cluster18";
label="WholeStageCodegen (2)\n \nduration: 94 ms";
tooltip="WholeStageCodegen (2)";
19 [id="node19" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [product#816675.internalRefUUID AS product#816680, plant#816674.internalRefUUID AS plant#816681, productionAspect#816677.productPlanningPlants.mrpController.internalRefUUID AS mrpController#816682]"];
20 [id="node20" labelType="html" label="<b>Filter</b><br><br>number of output rows: 2,747" tooltip="Filter (isnotnull(plant#816674.internalRefUUID) AND isnotnull(product#816675.internalRefUUID))"];
21 [id="node21" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 2,747<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
22 [id="node22" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 90 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 208 ms<br>size of files read: 179.9 KiB<br>number of output rows: 2,747<br>number of partitions read: 1" tooltip="FileScan parquet [plant#816674,product#816675,productionAspect#816677,systemId#816672] Batched: true, DataFilters: [isnotnull(plant#816674.internalRefUUID), isnotnull(product#816675.internalRefUUID)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [], PushedFilters: [IsNotNull(plant.internalRefUUID), IsNotNull(product.internalRefUUID)], ReadSchema: struct<plant:struct<internalRefUUID:string>,product:struct<internalRefUUID:string>,productionAspe..."];
23 [id="node23" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 1 ms<br>time to build: 7 ms<br>time to collect: 59 ms<br>number of output rows: 4,343<br>data size: 2.3 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=319601]"];
subgraph cluster24 {
isCluster="true";
id="cluster24";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n5 ms (0 ms, 0 ms, 1 ms (stage 68020.0: task 169359))";
tooltip="WholeStageCodegen (6)";
25 [id="node25" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [internalUUID#816688 AS sourceOfSupplyUuid#816711, supplierSubrange#816703 AS subrange#816712, _extract_internalRefUUID#817499 AS purchasingGroup#816713, _extract_internalRefUUID#817500 AS purchasingOrg#816714]"];
}
26 [id="node26" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 4,343<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 4,343<br>local bytes read total (min, med, max (stageId: taskId))<br>177.8 KiB (7.0 KiB, 7.1 KiB, 7.2 KiB (stage 68020.0: task 169363))<br>merged fetch fallback count: 0<br>local blocks read: 25<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 522.9 KiB<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 68020.0: task 169359))<br>remote bytes read: 0.0 B<br>number of partitions: 25<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 177.8 KiB" tooltip="Exchange RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=319399]"];
subgraph cluster27 {
isCluster="true";
id="cluster27";
label="WholeStageCodegen (3)\n \nduration: 114 ms";
tooltip="WholeStageCodegen (3)";
28 [id="node28" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [internalUUID#816688, purchasingGroup#816694.internalRefUUID AS _extract_internalRefUUID#817499, purchasingOrganization#816695.internalRefUUID AS _extract_internalRefUUID#817500, supplierSubrange#816703]"];
29 [id="node29" labelType="html" label="<b>Filter</b><br><br>number of output rows: 4,343" tooltip="Filter isnotnull(internalUUID#816688)"];
30 [id="node30" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 4,343<br>number of input batches: 2" tooltip="ColumnarToRow"];
}
31 [id="node31" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 109 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 315.0 KiB<br>number of output rows: 4,343<br>number of partitions read: 1" tooltip="FileScan parquet [internalUUID#816688,purchasingGroup#816694,purchasingOrganization#816695,supplierSubrange#816703,systemId#816687] Batched: true, DataFilters: [isnotnull(internalUUID#816688)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [], PushedFilters: [IsNotNull(internalUUID)], ReadSchema: struct<internalUUID:string,purchasingGroup:struct<internalRefUUID:string>,purchasingOrganization:..."];
32 [id="node32" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 5 ms<br>time to collect: 68 ms<br>number of output rows: 159<br>data size: 2.0 MiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=319528]"];
subgraph cluster33 {
isCluster="true";
id="cluster33";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n2 ms (0 ms, 0 ms, 1 ms (stage 68018.0: task 169368))";
tooltip="WholeStageCodegen (5)";
34 [id="node34" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [internalUUID#816719 AS product#816732, null AS productGroup#816733]"];
}
35 [id="node35" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 159<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 159<br>local bytes read total (min, med, max (stageId: taskId))<br>7.5 KiB (289.0 B, 299.0 B, 336.0 B (stage 68018.0: task 169374))<br>merged fetch fallback count: 0<br>local blocks read: 25<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 7.5 KiB<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 68018.0: task 169366))<br>remote bytes read: 0.0 B<br>number of partitions: 25<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 7.5 KiB" tooltip="Exchange RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=319422]"];
subgraph cluster36 {
isCluster="true";
id="cluster36";
label="WholeStageCodegen (4)\n \nduration: 110 ms";
tooltip="WholeStageCodegen (4)";
37 [id="node37" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [internalUUID#816719]"];
38 [id="node38" labelType="html" label="<b>Filter</b><br><br>number of output rows: 159" tooltip="Filter isnotnull(internalUUID#816719)"];
39 [id="node39" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 159<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
40 [id="node40" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 108 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 36.0 KiB<br>number of output rows: 159<br>number of partitions read: 1" tooltip="FileScan parquet [internalUUID#816719,systemId#816718] Batched: true, DataFilters: [isnotnull(internalUUID#816719)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20...., PartitionFilters: [], PushedFilters: [IsNotNull(internalUUID)], ReadSchema: struct<internalUUID:string>"];
1->0;
2->1;
3->2;
4->3;
6->4;
7->6;
8->7;
9->8;
10->9;
11->10;
12->11;
14->12;
15->14;
16->11;
17->16;
19->17;
20->19;
21->20;
22->21;
23->9;
25->23;
26->25;
28->26;
29->28;
30->29;
31->30;
32->7;
34->32;
35->34;
37->35;
38->37;
39->38;
40->39;
}
== Physical Plan ==
AdaptiveSparkPlan (67)
+- == Current Plan ==
ResultQueryStage (42)
+- ObjectHashAggregate (41)
+- AQEShuffleRead (40)
+- ShuffleQueryStage (39), Statistics(sizeInBytes=7.1 KiB, rowCount=15)
+- Exchange (38)
+- ObjectHashAggregate (37)
+- * Project (36)
+- * BroadcastHashJoin LeftOuter BuildRight (35)
:- * Project (25)
: +- * BroadcastHashJoin LeftOuter BuildRight (24)
: :- * Project (14)
: : +- * BroadcastHashJoin LeftOuter BuildRight (13)
: : :- ShuffleQueryStage (4), Statistics(sizeInBytes=3.9 KiB, rowCount=18)
: : : +- Exchange (3)
: : : +- * ColumnarToRow (2)
: : : +- Scan parquet (1)
: : +- BroadcastQueryStage (12), Statistics(sizeInBytes=2.1 MiB, rowCount=2.75E+3)
: : +- BroadcastExchange (11)
: : +- ShuffleQueryStage (10), Statistics(sizeInBytes=318.9 KiB, rowCount=2.75E+3)
: : +- Exchange (9)
: : +- * Project (8)
: : +- * Filter (7)
: : +- * ColumnarToRow (6)
: : +- Scan parquet (5)
: +- BroadcastQueryStage (23), Statistics(sizeInBytes=2.3 MiB, rowCount=4.34E+3)
: +- BroadcastExchange (22)
: +- * Project (21)
: +- ShuffleQueryStage (20), Statistics(sizeInBytes=522.9 KiB, rowCount=4.34E+3)
: +- Exchange (19)
: +- * Project (18)
: +- * Filter (17)
: +- * ColumnarToRow (16)
: +- Scan parquet (15)
+- BroadcastQueryStage (34), Statistics(sizeInBytes=2.0 MiB, rowCount=159)
+- BroadcastExchange (33)
+- * Project (32)
+- ShuffleQueryStage (31), Statistics(sizeInBytes=7.5 KiB, rowCount=159)
+- Exchange (30)
+- * Project (29)
+- * Filter (28)
+- * ColumnarToRow (27)
+- Scan parquet (26)
+- == Initial Plan ==
ObjectHashAggregate (66)
+- Exchange (65)
+- ObjectHashAggregate (64)
+- Project (63)
+- BroadcastHashJoin LeftOuter BuildRight (62)
:- Project (56)
: +- BroadcastHashJoin LeftOuter BuildRight (55)
: :- Project (49)
: : +- BroadcastHashJoin LeftOuter BuildRight (48)
: : :- Exchange (43)
: : : +- Scan parquet (1)
: : +- BroadcastExchange (47)
: : +- Exchange (46)
: : +- Project (45)
: : +- Filter (44)
: : +- Scan parquet (5)
: +- BroadcastExchange (54)
: +- Project (53)
: +- Exchange (52)
: +- Project (51)
: +- Filter (50)
: +- Scan parquet (15)
+- BroadcastExchange (61)
+- Project (60)
+- Exchange (59)
+- Project (58)
+- Filter (57)
+- Scan parquet (26)
(1) Scan parquet
Output [10]: [product#817374, plant#817375, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384]
Batched: true
Location: InMemoryFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-workload-determination-service/out/workload-determination-result/10000002109/results]
ReadSchema: struct<product:string,plant:string,supplier:string,sourceOfSupplyUuid:string,orderDateTime:timestamp,deliveryDateTime:timestamp,availabilityDateTime:timestamp,supplierGroup:string,nextAvailabilityDateTime:timestamp,isFallBackOrderOnly:boolean>
(2) ColumnarToRow [codegen id : 1]
Input [10]: [product#817374, plant#817375, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384]
(3) Exchange
Input [10]: [product#817374, plant#817375, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384]
Arguments: hashpartitioning(product#817374, plant#817375, 25), REPARTITION_BY_NUM, [plan_id=319361]
(4) ShuffleQueryStage
Output [10]: [product#817374, plant#817375, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384]
Arguments: 0
(5) Scan parquet
Output [4]: [plant#816674, product#816675, productionAspect#816677, systemId#816672]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant]
PushedFilters: [IsNotNull(plant.internalRefUUID), IsNotNull(product.internalRefUUID)]
ReadSchema: struct<plant:struct<internalRefUUID:string>,product:struct<internalRefUUID:string>,productionAspect:struct<productPlanningPlants:struct<mrpController:struct<internalRefUUID:string>>>>
(6) ColumnarToRow [codegen id : 2]
Input [4]: [plant#816674, product#816675, productionAspect#816677, systemId#816672]
(7) Filter [codegen id : 2]
Input [4]: [plant#816674, product#816675, productionAspect#816677, systemId#816672]
Condition : (isnotnull(plant#816674.internalRefUUID) AND isnotnull(product#816675.internalRefUUID))
(8) Project [codegen id : 2]
Output [3]: [product#816675.internalRefUUID AS product#816680, plant#816674.internalRefUUID AS plant#816681, productionAspect#816677.productPlanningPlants.mrpController.internalRefUUID AS mrpController#816682]
Input [4]: [plant#816674, product#816675, productionAspect#816677, systemId#816672]
(9) Exchange
Input [3]: [product#816680, plant#816681, mrpController#816682]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=319377]
(10) ShuffleQueryStage
Output [3]: [product#816680, plant#816681, mrpController#816682]
Arguments: 1
(11) BroadcastExchange
Input [3]: [product#816680, plant#816681, mrpController#816682]
Arguments: HashedRelationBroadcastMode(List(input[1, string, true], input[0, string, true]),false), [plan_id=319761]
(12) BroadcastQueryStage
Output [3]: [product#816680, plant#816681, mrpController#816682]
Arguments: 6
(13) BroadcastHashJoin [codegen id : 7]
Left keys [2]: [plant#817375, product#817374]
Right keys [2]: [plant#816681, product#816680]
Join type: LeftOuter
Join condition: None
(14) Project [codegen id : 7]
Output [11]: [plant#817375, product#817374, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, mrpController#816682]
Input [13]: [product#817374, plant#817375, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, product#816680, plant#816681, mrpController#816682]
(15) Scan parquet
Output [5]: [internalUUID#816688, purchasingGroup#816694, purchasingOrganization#816695, supplierSubrange#816703, systemId#816687]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply]
PushedFilters: [IsNotNull(internalUUID)]
ReadSchema: struct<internalUUID:string,purchasingGroup:struct<internalRefUUID:string>,purchasingOrganization:struct<internalRefUUID:string>,supplierSubrange:string>
(16) ColumnarToRow [codegen id : 3]
Input [5]: [internalUUID#816688, purchasingGroup#816694, purchasingOrganization#816695, supplierSubrange#816703, systemId#816687]
(17) Filter [codegen id : 3]
Input [5]: [internalUUID#816688, purchasingGroup#816694, purchasingOrganization#816695, supplierSubrange#816703, systemId#816687]
Condition : isnotnull(internalUUID#816688)
(18) Project [codegen id : 3]
Output [4]: [internalUUID#816688, purchasingGroup#816694.internalRefUUID AS _extract_internalRefUUID#817499, purchasingOrganization#816695.internalRefUUID AS _extract_internalRefUUID#817500, supplierSubrange#816703]
Input [5]: [internalUUID#816688, purchasingGroup#816694, purchasingOrganization#816695, supplierSubrange#816703, systemId#816687]
(19) Exchange
Input [4]: [internalUUID#816688, _extract_internalRefUUID#817499, _extract_internalRefUUID#817500, supplierSubrange#816703]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=319399]
(20) ShuffleQueryStage
Output [4]: [internalUUID#816688, _extract_internalRefUUID#817499, _extract_internalRefUUID#817500, supplierSubrange#816703]
Arguments: 2
(21) Project [codegen id : 6]
Output [4]: [internalUUID#816688 AS sourceOfSupplyUuid#816711, supplierSubrange#816703 AS subrange#816712, _extract_internalRefUUID#817499 AS purchasingGroup#816713, _extract_internalRefUUID#817500 AS purchasingOrg#816714]
Input [4]: [internalUUID#816688, _extract_internalRefUUID#817499, _extract_internalRefUUID#817500, supplierSubrange#816703]
(22) BroadcastExchange
Input [4]: [sourceOfSupplyUuid#816711, subrange#816712, purchasingGroup#816713, purchasingOrg#816714]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=319601]
(23) BroadcastQueryStage
Output [4]: [sourceOfSupplyUuid#816711, subrange#816712, purchasingGroup#816713, purchasingOrg#816714]
Arguments: 5
(24) BroadcastHashJoin [codegen id : 7]
Left keys [1]: [sourceOfSupplyUuid#817377]
Right keys [1]: [sourceOfSupplyUuid#816711]
Join type: LeftOuter
Join condition: None
(25) Project [codegen id : 7]
Output [14]: [sourceOfSupplyUuid#817377, plant#817375, product#817374, supplier#817376, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, mrpController#816682, subrange#816712, purchasingGroup#816713, purchasingOrg#816714]
Input [15]: [plant#817375, product#817374, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, mrpController#816682, sourceOfSupplyUuid#816711, subrange#816712, purchasingGroup#816713, purchasingOrg#816714]
(26) Scan parquet
Output [2]: [internalUUID#816719, systemId#816718]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2]
PushedFilters: [IsNotNull(internalUUID)]
ReadSchema: struct<internalUUID:string>
(27) ColumnarToRow [codegen id : 4]
Input [2]: [internalUUID#816719, systemId#816718]
(28) Filter [codegen id : 4]
Input [2]: [internalUUID#816719, systemId#816718]
Condition : isnotnull(internalUUID#816719)
(29) Project [codegen id : 4]
Output [1]: [internalUUID#816719]
Input [2]: [internalUUID#816719, systemId#816718]
(30) Exchange
Input [1]: [internalUUID#816719]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=319422]
(31) ShuffleQueryStage
Output [1]: [internalUUID#816719]
Arguments: 3
(32) Project [codegen id : 5]
Output [2]: [internalUUID#816719 AS product#816732, null AS productGroup#816733]
Input [1]: [internalUUID#816719]
(33) BroadcastExchange
Input [2]: [product#816732, productGroup#816733]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=319528]
(34) BroadcastQueryStage
Output [2]: [product#816732, productGroup#816733]
Arguments: 4
(35) BroadcastHashJoin [codegen id : 7]
Left keys [1]: [product#817374]
Right keys [1]: [product#816732]
Join type: LeftOuter
Join condition: None
(36) Project [codegen id : 7]
Output [7]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, productGroup#816733, struct(product, product#817374, orderDateTime, orderDateTime#817378, availabilityDateTime, availabilityDateTime#817380, nextAvailabilityDateTime, nextAvailabilityDateTime#817382, mrpController, mrpController#816682, sourceOfSupplyUuid, sourceOfSupplyUuid#817377, purchasingOrg, purchasingOrg#816714, purchasingGroup, purchasingGroup#816713, isFallbackOrderOnly, isFallbackOrderOnly#817384) AS struct#817387]
Input [16]: [sourceOfSupplyUuid#817377, plant#817375, product#817374, supplier#817376, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, mrpController#816682, subrange#816712, purchasingGroup#816713, purchasingOrg#816714, product#816732, productGroup#816733]
(37) ObjectHashAggregate
Input [7]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, productGroup#816733, struct#817387]
Keys [7]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null AS null#818070, productGroup#816733]
Functions [1]: [partial_collect_list(struct#817387, 0, 0)]
Aggregate Attributes [1]: [buf#817990]
Results [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#818070, productGroup#816733, buf#817991]
(38) Exchange
Input [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#818070, productGroup#816733, buf#817991]
Arguments: hashpartitioning(supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#818070, productGroup#816733, 25), ENSURE_REQUIREMENTS, [plan_id=319903]
(39) ShuffleQueryStage
Output [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#818070, productGroup#816733, buf#817991]
Arguments: 7
(40) AQEShuffleRead
Input [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#818070, productGroup#816733, buf#817991]
Arguments: coalesced
(41) ObjectHashAggregate
Input [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#818070, productGroup#816733, buf#817991]
Keys [7]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#818070, productGroup#816733]
Functions [1]: [collect_list(struct#817387, 0, 0)]
Aggregate Attributes [1]: [collect_list(struct#817387, 0, 0)#817397]
Results [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null AS supplyingPlant#817386, productGroup#816733, collect_list(struct#817387, 0, 0)#817397 AS productOrderSchedule#817388]
(42) ResultQueryStage
Output [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, supplyingPlant#817386, productGroup#816733, productOrderSchedule#817388]
Arguments: 9
(43) Exchange
Input [10]: [product#817374, plant#817375, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384]
Arguments: hashpartitioning(product#817374, plant#817375, 25), REPARTITION_BY_NUM, [plan_id=319272]
(44) Filter
Input [4]: [plant#816674, product#816675, productionAspect#816677, systemId#816672]
Condition : (isnotnull(plant#816674.internalRefUUID) AND isnotnull(product#816675.internalRefUUID))
(45) Project
Output [3]: [product#816675.internalRefUUID AS product#816680, plant#816674.internalRefUUID AS plant#816681, productionAspect#816677.productPlanningPlants.mrpController.internalRefUUID AS mrpController#816682]
Input [4]: [plant#816674, product#816675, productionAspect#816677, systemId#816672]
(46) Exchange
Input [3]: [product#816680, plant#816681, mrpController#816682]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=319276]
(47) BroadcastExchange
Input [3]: [product#816680, plant#816681, mrpController#816682]
Arguments: HashedRelationBroadcastMode(List(input[1, string, true], input[0, string, true]),false), [plan_id=319296]
(48) BroadcastHashJoin
Left keys [2]: [plant#817375, product#817374]
Right keys [2]: [plant#816681, product#816680]
Join type: LeftOuter
Join condition: None
(49) Project
Output [11]: [plant#817375, product#817374, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, mrpController#816682]
Input [13]: [product#817374, plant#817375, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, product#816680, plant#816681, mrpController#816682]
(50) Filter
Input [5]: [internalUUID#816688, purchasingGroup#816694, purchasingOrganization#816695, supplierSubrange#816703, systemId#816687]
Condition : isnotnull(internalUUID#816688)
(51) Project
Output [4]: [internalUUID#816688, purchasingGroup#816694.internalRefUUID AS _extract_internalRefUUID#817499, purchasingOrganization#816695.internalRefUUID AS _extract_internalRefUUID#817500, supplierSubrange#816703]
Input [5]: [internalUUID#816688, purchasingGroup#816694, purchasingOrganization#816695, supplierSubrange#816703, systemId#816687]
(52) Exchange
Input [4]: [internalUUID#816688, _extract_internalRefUUID#817499, _extract_internalRefUUID#817500, supplierSubrange#816703]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=319282]
(53) Project
Output [4]: [internalUUID#816688 AS sourceOfSupplyUuid#816711, supplierSubrange#816703 AS subrange#816712, _extract_internalRefUUID#817499 AS purchasingGroup#816713, _extract_internalRefUUID#817500 AS purchasingOrg#816714]
Input [4]: [internalUUID#816688, _extract_internalRefUUID#817499, _extract_internalRefUUID#817500, supplierSubrange#816703]
(54) BroadcastExchange
Input [4]: [sourceOfSupplyUuid#816711, subrange#816712, purchasingGroup#816713, purchasingOrg#816714]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=319300]
(55) BroadcastHashJoin
Left keys [1]: [sourceOfSupplyUuid#817377]
Right keys [1]: [sourceOfSupplyUuid#816711]
Join type: LeftOuter
Join condition: None
(56) Project
Output [14]: [sourceOfSupplyUuid#817377, plant#817375, product#817374, supplier#817376, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, mrpController#816682, subrange#816712, purchasingGroup#816713, purchasingOrg#816714]
Input [15]: [plant#817375, product#817374, supplier#817376, sourceOfSupplyUuid#817377, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, mrpController#816682, sourceOfSupplyUuid#816711, subrange#816712, purchasingGroup#816713, purchasingOrg#816714]
(57) Filter
Input [2]: [internalUUID#816719, systemId#816718]
Condition : isnotnull(internalUUID#816719)
(58) Project
Output [1]: [internalUUID#816719]
Input [2]: [internalUUID#816719, systemId#816718]
(59) Exchange
Input [1]: [internalUUID#816719]
Arguments: RoundRobinPartitioning(25), REPARTITION_BY_NUM, [plan_id=319289]
(60) Project
Output [2]: [internalUUID#816719 AS product#816732, null AS productGroup#816733]
Input [1]: [internalUUID#816719]
(61) BroadcastExchange
Input [2]: [product#816732, productGroup#816733]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=319304]
(62) BroadcastHashJoin
Left keys [1]: [product#817374]
Right keys [1]: [product#816732]
Join type: LeftOuter
Join condition: None
(63) Project
Output [7]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, productGroup#816733, struct(product, product#817374, orderDateTime, orderDateTime#817378, availabilityDateTime, availabilityDateTime#817380, nextAvailabilityDateTime, nextAvailabilityDateTime#817382, mrpController, mrpController#816682, sourceOfSupplyUuid, sourceOfSupplyUuid#817377, purchasingOrg, purchasingOrg#816714, purchasingGroup, purchasingGroup#816713, isFallbackOrderOnly, isFallbackOrderOnly#817384) AS struct#817387]
Input [16]: [sourceOfSupplyUuid#817377, plant#817375, product#817374, supplier#817376, orderDateTime#817378, deliveryDateTime#817379, availabilityDateTime#817380, supplierGroup#817381, nextAvailabilityDateTime#817382, isFallBackOrderOnly#817384, mrpController#816682, subrange#816712, purchasingGroup#816713, purchasingOrg#816714, product#816732, productGroup#816733]
(64) ObjectHashAggregate
Input [7]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, productGroup#816733, struct#817387]
Keys [7]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null AS null#817989, productGroup#816733]
Functions [1]: [partial_collect_list(struct#817387, 0, 0)]
Aggregate Attributes [1]: [buf#817990]
Results [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#817989, productGroup#816733, buf#817991]
(65) Exchange
Input [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#817989, productGroup#816733, buf#817991]
Arguments: hashpartitioning(supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#817989, productGroup#816733, 25), ENSURE_REQUIREMENTS, [plan_id=319309]
(66) ObjectHashAggregate
Input [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#817989, productGroup#816733, buf#817991]
Keys [7]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null#817989, productGroup#816733]
Functions [1]: [collect_list(struct#817387, 0, 0)]
Aggregate Attributes [1]: [collect_list(struct#817387, 0, 0)#817397]
Results [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, null AS supplyingPlant#817386, productGroup#816733, collect_list(struct#817387, 0, 0)#817397 AS productOrderSchedule#817388]
(67) AdaptiveSparkPlan
Output [8]: [supplierGroup#817381, supplier#817376, plant#817375, deliveryDateTime#817379, subrange#816712, supplyingPlant#817386, productGroup#816733, productOrderSchedule#817388]
Arguments: isFinalPlan=false