ignore footer when comparing sqlite and libsql db files

Author: MarinPostma

libsql-wal/src/replication/replicator.rs

@@ -311,6 +311,11 @@ mod test {
             replica_content[offset..offset + 4096].copy_from_slice(frame.data());
         }
 
-        assert_eq!(replica_content, db_content);
+        assert_eq!(db_payload(&replica_content), db_payload(&db_content));
+    }
+
+    fn db_payload(db: &[u8]) -> &[u8] {
+        let size = (db.len() / 4096) * 4096;
+        &db[..size]
     }
 }

libsql-wal/src/segment/current.rs

@@ -794,7 +794,7 @@ mod test {
         let mut copy = Vec::new();
         tmp.read_to_end(&mut copy).unwrap();
 
-        assert_eq!(copy, orig);
+        assert_eq!(db_payload(&copy), db_payload(&orig));
     }
 
     #[tokio::test]
@@ -1064,4 +1064,9 @@ mod test {
             .unwrap();
         }
     }
+
+    fn db_payload(db: &[u8]) -> &[u8] {
+        let size = (db.len() / 4096) * 4096;
+        &db[..size]
+    }
 }

libsql-wal/src/segment/list.rs

@@ -441,7 +441,7 @@ mod test {
             .read_to_end(&mut orig_bytes)
             .unwrap();
 
-        assert_eq!(orig_bytes, copy_ytes);
+        assert_eq!(db_payload(&orig_bytes), db_payload(&copy_bytes));
     }
 
     #[tokio::test]
@@ -567,7 +567,7 @@ mod test {
             .read_to_end(&mut orig_bytes)
             .unwrap();
 
-        assert_eq!(copy_bytes, orig_bytes);
+        assert_eq!(db_payload(&copy_bytes), db_payload(&orig_bytes));
     }
 
     #[tokio::test]
@@ -605,4 +605,9 @@ mod test {
         assert_eq!(count, 1);
         assert_eq!(replicated_from, 13);
     }
+
+    fn db_payload(db: &[u8]) -> &[u8] {
+        let size = (db.len() / 4096) * 4096;
+        &db[..size]
+    }
 }

libsql-wal/tests/oracle.rs

@@ -170,7 +170,8 @@ fn compare_db_files(sqlite: &Path, libsql: &Path) {
     let len1 = db1.metadata().unwrap().len();
     let len2 = db2.metadata().unwrap().len();
 
-    assert_eq!(len1, len2);
+    // sqlite file may contain a footer, compare only the data portions of the db files.
+    assert_eq!(len1, 4096 * (len2 / 4096));
 
     let n_pages = len1 / 4096;
     let mut buf1 = [0; 4096];