digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 52 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#881224, 0, 0), collect_set(txn#881216, 0, 0), count(protocol#881220), sum(add#881217.size), last(metaData#881219, true), count(metaData#881219), last(protocol#881220, true), count(remove#881218), count(add#881217), count(txn#881216)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 3.1 KiB<br>merged fetch fallback count: 0<br>local blocks read: 25<br>remote merged chunks fetched: 0<br>remote blocks read: 25<br>data size total (min, med, max (stageId: taskId))<br>8.5 KiB (152.0 B, 152.0 B, 1208.0 B (stage 71823.0: task 180270))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>8 ms (0 ms, 0 ms, 0 ms (stage 71823.0: task 180274))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 2.5 KiB<br>number of partitions: 1<br>remote reqs duration: 1 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>5.6 KiB (101.0 B, 101.0 B, 570.0 B (stage 71823.0: task 180270))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=344396]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>280 ms (4 ms, 6 ms, 7 ms (stage 71823.0: task 180252))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 71823.0: task 180245))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#881224, 0, 0), partial_collect_set(txn#881216, 0, 0), partial_count(protocol#881220), partial_sum(add#881217.size), partial_last(metaData#881219, true), partial_count(metaData#881219), partial_last(protocol#881220, true), partial_count(remove#881218), partial_count(add#881217), partial_count(txn#881216)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n255 ms (3 ms, 5 ms, 6 ms (stage 71823.0: task 180247))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#881216, add#881217, remove#881218, metaData#881219, protocol#881220, domainMetadata#881224]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000002109/_delta_log</b><br><br>number of output rows: 18" tooltip="Scan ExistingRDD Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000002109/_delta_log[txn#881216,add#881217,remove#881218,metaData#881219,protocol#881220,cdc#881221,checkpointMetadata#881222,sidecar#881223,domainMetadata#881224,commitInfo#881225]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000002109/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000002109/_delta_log [codegen id : 1]
Output [10]: [txn#881216, add#881217, remove#881218, metaData#881219, protocol#881220, cdc#881221, checkpointMetadata#881222, sidecar#881223, domainMetadata#881224, commitInfo#881225]
Arguments: [txn#881216, add#881217, remove#881218, metaData#881219, protocol#881220, cdc#881221, checkpointMetadata#881222, sidecar#881223, domainMetadata#881224, commitInfo#881225], Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000002109/_delta_log MapPartitionsRDD[41263] at start at FileStorageAdapterImpl.java:592, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#881216, add#881217, remove#881218, metaData#881219, protocol#881220, domainMetadata#881224]
Input [10]: [txn#881216, add#881217, remove#881218, metaData#881219, protocol#881220, cdc#881221, checkpointMetadata#881222, sidecar#881223, domainMetadata#881224, commitInfo#881225]
(3) ObjectHashAggregate
Input [6]: [txn#881216, add#881217, remove#881218, metaData#881219, protocol#881220, domainMetadata#881224]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#881224, 0, 0), partial_collect_set(txn#881216, 0, 0), partial_count(protocol#881220), partial_sum(add#881217.size), partial_last(metaData#881219, true), partial_count(metaData#881219), partial_last(protocol#881220, true), partial_count(remove#881218), partial_count(add#881217), partial_count(txn#881216)]
Aggregate Attributes [12]: [buf#881326, buf#881327, count#881328L, sum#881329L, last#881330, valueSet#881331, count#881332L, last#881333, valueSet#881334, count#881335L, count#881336L, count#881337L]
Results [12]: [buf#881338, buf#881339, count#881340L, sum#881341L, last#881342, valueSet#881343, count#881344L, last#881345, valueSet#881346, count#881347L, count#881348L, count#881349L]
(4) Exchange
Input [12]: [buf#881338, buf#881339, count#881340L, sum#881341L, last#881342, valueSet#881343, count#881344L, last#881345, valueSet#881346, count#881347L, count#881348L, count#881349L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=344396]
(5) ObjectHashAggregate
Input [12]: [buf#881338, buf#881339, count#881340L, sum#881341L, last#881342, valueSet#881343, count#881344L, last#881345, valueSet#881346, count#881347L, count#881348L, count#881349L]
Keys: []
Functions [10]: [collect_set(domainMetadata#881224, 0, 0), collect_set(txn#881216, 0, 0), count(protocol#881220), sum(add#881217.size), last(metaData#881219, true), count(metaData#881219), last(protocol#881220, true), count(remove#881218), count(add#881217), count(txn#881216)]
Aggregate Attributes [10]: [collect_set(domainMetadata#881224, 0, 0)#881272, collect_set(txn#881216, 0, 0)#881273, count(protocol#881220)#881274L, sum(add#881217.size)#881275L, last(metaData#881219) ignore nulls#881276, count(metaData#881219)#881277L, last(protocol#881220) ignore nulls#881278, count(remove#881218)#881279L, count(add#881217)#881280L, count(txn#881216)#881281L]
Results [14]: [collect_set(domainMetadata#881224, 0, 0)#881272 AS domainMetadata#881257, null AS fileSizeHistogram#881258, collect_set(txn#881216, 0, 0)#881273 AS setTransactions#881259, null AS numDeletedRecordsOpt#881260, count(protocol#881220)#881274L AS numOfProtocol#881261L, coalesce(sum(add#881217.size)#881275L, 0) AS sizeInBytes#881262L, last(metaData#881219) ignore nulls#881276 AS metadata#881263, count(metaData#881219)#881277L AS numOfMetadata#881264L, null AS deletedRecordCountsHistogramOpt#881265, null AS numDeletionVectorsOpt#881266, last(protocol#881220) ignore nulls#881278 AS protocol#881267, count(remove#881218)#881279L AS numOfRemoves#881268L, count(add#881217)#881280L AS numOfFiles#881269L, count(txn#881216)#881281L AS numOfSetTransactions#881270L]