digraph G {
0 [labelType="html" label="<br><b>Project</b><br><br>"];
1 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
2 [labelType="html" label="<b>Scan ExistingRDD Delta Table State with Stats #144 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log</b><br><br>number of output rows: 1"];
1->0;
2->1;
}
3
Project [path#30646, partitionValues#30647, size#30648L, modificationTime#30649L, dataChange#30650, null AS stats#30731, tags#30652, deletionVector#30653, baseRowId#30654L, defaultRowCommitVersion#30655L, clusteringProvider#30656]
Filter ((UDF(true, size#30648L, (stats#30669.numRecords - coalesce(deletionVector#30653.cardinality, 0)), stats#30669.numRecords) AND UDF(true, size#30648L, (stats#30669.numRecords - coalesce(deletionVector#30653.cardinality, 0)), stats#30669.numRecords)) AND if (isnull(((stats#30669.nullCount.internalUUID < stats#30669.numRecords) OR (isnull(stats#30669.nullCount.internalUUID) OR isnull(stats#30669.numRecords))))) false else UDF(knownnotnull(((stats#30669.nullCount.internalUUID < stats#30669.numRecords) OR (isnull(stats#30669.nullCount.internalUUID) OR isnull(stats#30669.numRecords)))), size#30648L, (stats#30669.numRecords - coalesce(deletionVector#30653.cardinality, 0)), stats#30669.numRecords))
Scan ExistingRDD Delta Table State with Stats #144 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log[path#30646,partitionValues#30647,size#30648L,modificationTime#30649L,dataChange#30650,stats#30669,tags#30652,deletionVector#30653,baseRowId#30654L,defaultRowCommitVersion#30655L,clusteringProvider#30656]
== Physical Plan ==
Project (3)
+- Filter (2)
+- Scan ExistingRDD Delta Table State with Stats #144 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log (1)
(1) Scan ExistingRDD Delta Table State with Stats #144 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log
Output [11]: [path#30646, partitionValues#30647, size#30648L, modificationTime#30649L, dataChange#30650, stats#30669, tags#30652, deletionVector#30653, baseRowId#30654L, defaultRowCommitVersion#30655L, clusteringProvider#30656]
Arguments: [path#30646, partitionValues#30647, size#30648L, modificationTime#30649L, dataChange#30650, stats#30669, tags#30652, deletionVector#30653, baseRowId#30654L, defaultRowCommitVersion#30655L, clusteringProvider#30656], Delta Table State with Stats #144 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log MapPartitionsRDD[907] at $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128, ExistingRDD, UnknownPartitioning(0)
(2) Filter
Input [11]: [path#30646, partitionValues#30647, size#30648L, modificationTime#30649L, dataChange#30650, stats#30669, tags#30652, deletionVector#30653, baseRowId#30654L, defaultRowCommitVersion#30655L, clusteringProvider#30656]
Condition : ((UDF(true, size#30648L, (stats#30669.numRecords - coalesce(deletionVector#30653.cardinality, 0)), stats#30669.numRecords) AND UDF(true, size#30648L, (stats#30669.numRecords - coalesce(deletionVector#30653.cardinality, 0)), stats#30669.numRecords)) AND if (isnull(((stats#30669.nullCount.internalUUID < stats#30669.numRecords) OR (isnull(stats#30669.nullCount.internalUUID) OR isnull(stats#30669.numRecords))))) false else UDF(knownnotnull(((stats#30669.nullCount.internalUUID < stats#30669.numRecords) OR (isnull(stats#30669.nullCount.internalUUID) OR isnull(stats#30669.numRecords)))), size#30648L, (stats#30669.numRecords - coalesce(deletionVector#30653.cardinality, 0)), stats#30669.numRecords))
(3) Project
Output [11]: [path#30646, partitionValues#30647, size#30648L, modificationTime#30649L, dataChange#30650, null AS stats#30731, tags#30652, deletionVector#30653, baseRowId#30654L, defaultRowCommitVersion#30655L, clusteringProvider#30656]
Input [11]: [path#30646, partitionValues#30647, size#30648L, modificationTime#30649L, dataChange#30650, stats#30669, tags#30652, deletionVector#30653, baseRowId#30654L, defaultRowCommitVersion#30655L, clusteringProvider#30656]