digraph G {
0 [labelType="html" label="<br><b>Project</b><br><br>"];
1 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
2 [labelType="html" label="<b>Scan ExistingRDD Delta Table State with Stats #143 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log</b><br><br>number of output rows: 1"];
1->0;
2->1;
}
3
Project [path#1178, partitionValues#1179, size#1180L, modificationTime#1181L, dataChange#1182, null AS stats#1263, tags#1184, deletionVector#1185, baseRowId#1186L, defaultRowCommitVersion#1187L, clusteringProvider#1188]
Filter ((UDF(true, size#1180L, (stats#1201.numRecords - coalesce(deletionVector#1185.cardinality, 0)), stats#1201.numRecords) AND UDF(true, size#1180L, (stats#1201.numRecords - coalesce(deletionVector#1185.cardinality, 0)), stats#1201.numRecords)) AND if (isnull(((stats#1201.nullCount.internalUUID < stats#1201.numRecords) OR (isnull(stats#1201.nullCount.internalUUID) OR isnull(stats#1201.numRecords))))) false else UDF(knownnotnull(((stats#1201.nullCount.internalUUID < stats#1201.numRecords) OR (isnull(stats#1201.nullCount.internalUUID) OR isnull(stats#1201.numRecords)))), size#1180L, (stats#1201.numRecords - coalesce(deletionVector#1185.cardinality, 0)), stats#1201.numRecords))
Scan ExistingRDD Delta Table State with Stats #143 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log[path#1178,partitionValues#1179,size#1180L,modificationTime#1181L,dataChange#1182,stats#1201,tags#1184,deletionVector#1185,baseRowId#1186L,defaultRowCommitVersion#1187L,clusteringProvider#1188]
== Physical Plan ==
Project (3)
+- Filter (2)
+- Scan ExistingRDD Delta Table State with Stats #143 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log (1)
(1) Scan ExistingRDD Delta Table State with Stats #143 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log
Output [11]: [path#1178, partitionValues#1179, size#1180L, modificationTime#1181L, dataChange#1182, stats#1201, tags#1184, deletionVector#1185, baseRowId#1186L, defaultRowCommitVersion#1187L, clusteringProvider#1188]
Arguments: [path#1178, partitionValues#1179, size#1180L, modificationTime#1181L, dataChange#1182, stats#1201, tags#1184, deletionVector#1185, baseRowId#1186L, defaultRowCommitVersion#1187L, clusteringProvider#1188], Delta Table State with Stats #143 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log MapPartitionsRDD[65] at $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128, ExistingRDD, UnknownPartitioning(0)
(2) Filter
Input [11]: [path#1178, partitionValues#1179, size#1180L, modificationTime#1181L, dataChange#1182, stats#1201, tags#1184, deletionVector#1185, baseRowId#1186L, defaultRowCommitVersion#1187L, clusteringProvider#1188]
Condition : ((UDF(true, size#1180L, (stats#1201.numRecords - coalesce(deletionVector#1185.cardinality, 0)), stats#1201.numRecords) AND UDF(true, size#1180L, (stats#1201.numRecords - coalesce(deletionVector#1185.cardinality, 0)), stats#1201.numRecords)) AND if (isnull(((stats#1201.nullCount.internalUUID < stats#1201.numRecords) OR (isnull(stats#1201.nullCount.internalUUID) OR isnull(stats#1201.numRecords))))) false else UDF(knownnotnull(((stats#1201.nullCount.internalUUID < stats#1201.numRecords) OR (isnull(stats#1201.nullCount.internalUUID) OR isnull(stats#1201.numRecords)))), size#1180L, (stats#1201.numRecords - coalesce(deletionVector#1185.cardinality, 0)), stats#1201.numRecords))
(3) Project
Output [11]: [path#1178, partitionValues#1179, size#1180L, modificationTime#1181L, dataChange#1182, null AS stats#1263, tags#1184, deletionVector#1185, baseRowId#1186L, defaultRowCommitVersion#1187L, clusteringProvider#1188]
Input [11]: [path#1178, partitionValues#1179, size#1180L, modificationTime#1181L, dataChange#1182, stats#1201, tags#1184, deletionVector#1185, baseRowId#1186L, defaultRowCommitVersion#1187L, clusteringProvider#1188]