digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 53 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#815722, 0, 0), collect_set(txn#815714, 0, 0), count(protocol#815718), sum(add#815715.size), last(metaData#815717, true), count(metaData#815717), last(protocol#815718, true), count(remove#815716), count(add#815715), count(txn#815714)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 2.5 KiB<br>merged fetch fallback count: 0<br>local blocks read: 24<br>remote merged chunks fetched: 0<br>remote blocks read: 26<br>data size total (min, med, max (stageId: taskId))<br>8.5 KiB (152.0 B, 152.0 B, 1208.0 B (stage 67564.0: task 168537))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>8 ms (0 ms, 0 ms, 0 ms (stage 67564.0: task 168536))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 3.2 KiB<br>number of partitions: 1<br>remote reqs duration: 1 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>5.7 KiB (101.0 B, 114.0 B, 579.0 B (stage 67564.0: task 168537))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=318110]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>248 ms (3 ms, 5 ms, 7 ms (stage 67564.0: task 168543))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 67564.0: task 168514))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#815722, 0, 0), partial_collect_set(txn#815714, 0, 0), partial_count(protocol#815718), partial_sum(add#815715.size), partial_last(metaData#815717, true), partial_count(metaData#815717), partial_last(protocol#815718, true), partial_count(remove#815716), partial_count(add#815715), partial_count(txn#815714)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n235 ms (3 ms, 5 ms, 6 ms (stage 67564.0: task 168516))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#815714, add#815715, remove#815716, metaData#815717, protocol#815718, domainMetadata#815722]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #1 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000002108/_delta_log</b><br><br>number of output rows: 42" tooltip="Scan ExistingRDD Delta Table State #1 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000002108/_delta_log[txn#815714,add#815715,remove#815716,metaData#815717,protocol#815718,cdc#815719,checkpointMetadata#815720,sidecar#815721,domainMetadata#815722,commitInfo#815723]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #1 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000002108/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #1 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000002108/_delta_log [codegen id : 1]
Output [10]: [txn#815714, add#815715, remove#815716, metaData#815717, protocol#815718, cdc#815719, checkpointMetadata#815720, sidecar#815721, domainMetadata#815722, commitInfo#815723]
Arguments: [txn#815714, add#815715, remove#815716, metaData#815717, protocol#815718, cdc#815719, checkpointMetadata#815720, sidecar#815721, domainMetadata#815722, commitInfo#815723], Delta Table State #1 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000002108/_delta_log MapPartitionsRDD[38164] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#815714, add#815715, remove#815716, metaData#815717, protocol#815718, domainMetadata#815722]
Input [10]: [txn#815714, add#815715, remove#815716, metaData#815717, protocol#815718, cdc#815719, checkpointMetadata#815720, sidecar#815721, domainMetadata#815722, commitInfo#815723]
(3) ObjectHashAggregate
Input [6]: [txn#815714, add#815715, remove#815716, metaData#815717, protocol#815718, domainMetadata#815722]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#815722, 0, 0), partial_collect_set(txn#815714, 0, 0), partial_count(protocol#815718), partial_sum(add#815715.size), partial_last(metaData#815717, true), partial_count(metaData#815717), partial_last(protocol#815718, true), partial_count(remove#815716), partial_count(add#815715), partial_count(txn#815714)]
Aggregate Attributes [12]: [buf#815824, buf#815825, count#815826L, sum#815827L, last#815828, valueSet#815829, count#815830L, last#815831, valueSet#815832, count#815833L, count#815834L, count#815835L]
Results [12]: [buf#815836, buf#815837, count#815838L, sum#815839L, last#815840, valueSet#815841, count#815842L, last#815843, valueSet#815844, count#815845L, count#815846L, count#815847L]
(4) Exchange
Input [12]: [buf#815836, buf#815837, count#815838L, sum#815839L, last#815840, valueSet#815841, count#815842L, last#815843, valueSet#815844, count#815845L, count#815846L, count#815847L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=318110]
(5) ObjectHashAggregate
Input [12]: [buf#815836, buf#815837, count#815838L, sum#815839L, last#815840, valueSet#815841, count#815842L, last#815843, valueSet#815844, count#815845L, count#815846L, count#815847L]
Keys: []
Functions [10]: [collect_set(domainMetadata#815722, 0, 0), collect_set(txn#815714, 0, 0), count(protocol#815718), sum(add#815715.size), last(metaData#815717, true), count(metaData#815717), last(protocol#815718, true), count(remove#815716), count(add#815715), count(txn#815714)]
Aggregate Attributes [10]: [collect_set(domainMetadata#815722, 0, 0)#815770, collect_set(txn#815714, 0, 0)#815771, count(protocol#815718)#815772L, sum(add#815715.size)#815773L, last(metaData#815717) ignore nulls#815774, count(metaData#815717)#815775L, last(protocol#815718) ignore nulls#815776, count(remove#815716)#815777L, count(add#815715)#815778L, count(txn#815714)#815779L]
Results [14]: [collect_set(domainMetadata#815722, 0, 0)#815770 AS domainMetadata#815755, null AS fileSizeHistogram#815756, collect_set(txn#815714, 0, 0)#815771 AS setTransactions#815757, null AS numDeletedRecordsOpt#815758, count(protocol#815718)#815772L AS numOfProtocol#815759L, coalesce(sum(add#815715.size)#815773L, 0) AS sizeInBytes#815760L, last(metaData#815717) ignore nulls#815774 AS metadata#815761, count(metaData#815717)#815775L AS numOfMetadata#815762L, null AS deletedRecordCountsHistogramOpt#815763, null AS numDeletionVectorsOpt#815764, last(protocol#815718) ignore nulls#815776 AS protocol#815765, count(remove#815716)#815777L AS numOfRemoves#815766L, count(add#815715)#815778L AS numOfFiles#815767L, count(txn#815714)#815779L AS numOfSetTransactions#815768L]