digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 58 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#749683, 0, 0), collect_set(txn#749675, 0, 0), count(protocol#749679), sum(add#749676.size), last(metaData#749678, true), count(metaData#749678), last(protocol#749679, true), count(remove#749677), count(add#749676), count(txn#749675)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 2.8 KiB<br>merged fetch fallback count: 0<br>local blocks read: 23<br>remote merged chunks fetched: 0<br>remote blocks read: 27<br>data size total (min, med, max (stageId: taskId))<br>8.9 KiB (152.0 B, 152.0 B, 1688.0 B (stage 61841.0: task 153871))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>26 ms (0 ms, 0 ms, 3 ms (stage 61841.0: task 153842))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 2.7 KiB<br>number of partitions: 1<br>remote reqs duration: 1 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>5.4 KiB (101.0 B, 101.0 B, 616.0 B (stage 61841.0: task 153871))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=298673]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>1.6 s (3 ms, 5 ms, 140 ms (stage 61841.0: task 153840))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 61841.0: task 153837))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#749683, 0, 0), partial_collect_set(txn#749675, 0, 0), partial_count(protocol#749679), partial_sum(add#749676.size), partial_last(metaData#749678, true), partial_count(metaData#749678), partial_last(protocol#749679, true), partial_count(remove#749677), partial_count(add#749676), partial_count(txn#749675)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.1 s (3 ms, 4 ms, 94 ms (stage 61841.0: task 153840))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#749675, add#749676, remove#749677, metaData#749678, protocol#749679, domainMetadata#749683]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002108/_delta_log</b><br><br>number of output rows: 3" tooltip="Scan ExistingRDD Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002108/_delta_log[txn#749675,add#749676,remove#749677,metaData#749678,protocol#749679,cdc#749680,checkpointMetadata#749681,sidecar#749682,domainMetadata#749683,commitInfo#749684]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002108/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002108/_delta_log [codegen id : 1]
Output [10]: [txn#749675, add#749676, remove#749677, metaData#749678, protocol#749679, cdc#749680, checkpointMetadata#749681, sidecar#749682, domainMetadata#749683, commitInfo#749684]
Arguments: [txn#749675, add#749676, remove#749677, metaData#749678, protocol#749679, cdc#749680, checkpointMetadata#749681, sidecar#749682, domainMetadata#749683, commitInfo#749684], Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000002108/_delta_log MapPartitionsRDD[35088] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#749675, add#749676, remove#749677, metaData#749678, protocol#749679, domainMetadata#749683]
Input [10]: [txn#749675, add#749676, remove#749677, metaData#749678, protocol#749679, cdc#749680, checkpointMetadata#749681, sidecar#749682, domainMetadata#749683, commitInfo#749684]
(3) ObjectHashAggregate
Input [6]: [txn#749675, add#749676, remove#749677, metaData#749678, protocol#749679, domainMetadata#749683]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#749683, 0, 0), partial_collect_set(txn#749675, 0, 0), partial_count(protocol#749679), partial_sum(add#749676.size), partial_last(metaData#749678, true), partial_count(metaData#749678), partial_last(protocol#749679, true), partial_count(remove#749677), partial_count(add#749676), partial_count(txn#749675)]
Aggregate Attributes [12]: [buf#749855, buf#749856, count#749857L, sum#749858L, last#749859, valueSet#749860, count#749861L, last#749862, valueSet#749863, count#749864L, count#749865L, count#749866L]
Results [12]: [buf#749867, buf#749868, count#749869L, sum#749870L, last#749871, valueSet#749872, count#749873L, last#749874, valueSet#749875, count#749876L, count#749877L, count#749878L]
(4) Exchange
Input [12]: [buf#749867, buf#749868, count#749869L, sum#749870L, last#749871, valueSet#749872, count#749873L, last#749874, valueSet#749875, count#749876L, count#749877L, count#749878L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=298673]
(5) ObjectHashAggregate
Input [12]: [buf#749867, buf#749868, count#749869L, sum#749870L, last#749871, valueSet#749872, count#749873L, last#749874, valueSet#749875, count#749876L, count#749877L, count#749878L]
Keys: []
Functions [10]: [collect_set(domainMetadata#749683, 0, 0), collect_set(txn#749675, 0, 0), count(protocol#749679), sum(add#749676.size), last(metaData#749678, true), count(metaData#749678), last(protocol#749679, true), count(remove#749677), count(add#749676), count(txn#749675)]
Aggregate Attributes [10]: [collect_set(domainMetadata#749683, 0, 0)#749801, collect_set(txn#749675, 0, 0)#749802, count(protocol#749679)#749803L, sum(add#749676.size)#749804L, last(metaData#749678) ignore nulls#749805, count(metaData#749678)#749806L, last(protocol#749679) ignore nulls#749807, count(remove#749677)#749808L, count(add#749676)#749809L, count(txn#749675)#749810L]
Results [14]: [collect_set(domainMetadata#749683, 0, 0)#749801 AS domainMetadata#749786, null AS fileSizeHistogram#749787, collect_set(txn#749675, 0, 0)#749802 AS setTransactions#749788, null AS numDeletedRecordsOpt#749789, count(protocol#749679)#749803L AS numOfProtocol#749790L, coalesce(sum(add#749676.size)#749804L, 0) AS sizeInBytes#749791L, last(metaData#749678) ignore nulls#749805 AS metadata#749792, count(metaData#749678)#749806L AS numOfMetadata#749793L, null AS deletedRecordCountsHistogramOpt#749794, null AS numDeletionVectorsOpt#749795, last(protocol#749679) ignore nulls#749807 AS protocol#749796, count(remove#749677)#749808L AS numOfRemoves#749797L, count(add#749676)#749809L AS numOfFiles#749798L, count(txn#749675)#749810L AS numOfSetTransactions#749799L]