Add more tests and allow disabling of soft-deletion outside of tests

Also allow disabling soft-deletion in the IndexDocumentsConfig

milli/src/search/facet/facet_sort_ascending.rs

@@ -80,6 +80,8 @@ impl<'t, 'e> Iterator for AscendingFacetSort<'t, 'e> {
                 // that we found all the documents in the sub level iterations already,
                 // we can pop this level iterator.
                 if documents_ids.is_empty() {
+                    // break our of the for loop into the end of the 'outer loop, which
+                    // pops the stack
                     break;
                 }
 
@@ -113,11 +115,14 @@ mod tests {
 
     use crate::milli_snap;
     use crate::search::facet::facet_sort_ascending::ascending_facet_sort;
-    use crate::search::facet::tests::{get_random_looking_index, get_simple_index};
+    use crate::search::facet::tests::{
+        get_random_looking_index, get_random_looking_string_index_with_multiple_field_ids,
+        get_simple_index, get_simple_string_index_with_multiple_field_ids,
+    };
     use crate::snapshot_tests::display_bitmap;
 
     #[test]
-    fn filter_sort() {
+    fn filter_sort_ascending() {
         let indexes = [get_simple_index(), get_random_looking_index()];
         for (i, index) in indexes.iter().enumerate() {
             let txn = index.env.read_txn().unwrap();
@@ -134,4 +139,88 @@ mod tests {
             txn.commit().unwrap();
         }
     }
+
+    #[test]
+    fn filter_sort_ascending_multiple_field_ids() {
+        let indexes = [
+            get_simple_string_index_with_multiple_field_ids(),
+            get_random_looking_string_index_with_multiple_field_ids(),
+        ];
+        for (i, index) in indexes.iter().enumerate() {
+            let txn = index.env.read_txn().unwrap();
+            let candidates = (200..=300).into_iter().collect::<RoaringBitmap>();
+            let mut results = String::new();
+            let iter = ascending_facet_sort(&txn, index.content, 0, candidates.clone()).unwrap();
+            for el in iter {
+                let docids = el.unwrap();
+                results.push_str(&display_bitmap(&docids));
+                results.push('\n');
+            }
+            milli_snap!(results, format!("{i}-0"));
+
+            let mut results = String::new();
+            let iter = ascending_facet_sort(&txn, index.content, 1, candidates).unwrap();
+            for el in iter {
+                let docids = el.unwrap();
+                results.push_str(&display_bitmap(&docids));
+                results.push('\n');
+            }
+            milli_snap!(results, format!("{i}-1"));
+
+            txn.commit().unwrap();
+        }
+    }
+
+    #[test]
+    fn filter_sort_ascending_with_no_candidates() {
+        let indexes = [
+            get_simple_string_index_with_multiple_field_ids(),
+            get_random_looking_string_index_with_multiple_field_ids(),
+        ];
+        for (_i, index) in indexes.iter().enumerate() {
+            let txn = index.env.read_txn().unwrap();
+            let candidates = RoaringBitmap::new();
+            let mut results = String::new();
+            let iter = ascending_facet_sort(&txn, index.content, 0, candidates.clone()).unwrap();
+            for el in iter {
+                let docids = el.unwrap();
+                results.push_str(&display_bitmap(&docids));
+                results.push('\n');
+            }
+            assert!(results.is_empty());
+
+            let mut results = String::new();
+            let iter = ascending_facet_sort(&txn, index.content, 1, candidates).unwrap();
+            for el in iter {
+                let docids = el.unwrap();
+                results.push_str(&display_bitmap(&docids));
+                results.push('\n');
+            }
+            assert!(results.is_empty());
+
+            txn.commit().unwrap();
+        }
+    }
+
+    #[test]
+    fn filter_sort_ascending_with_inexisting_field_id() {
+        let indexes = [
+            get_simple_string_index_with_multiple_field_ids(),
+            get_random_looking_string_index_with_multiple_field_ids(),
+        ];
+        for (_i, index) in indexes.iter().enumerate() {
+            let txn = index.env.read_txn().unwrap();
+            let candidates = RoaringBitmap::new();
+            let mut results = String::new();
+            let iter = ascending_facet_sort(&txn, index.content, 3, candidates.clone()).unwrap();
+            for el in iter {
+                let docids = el.unwrap();
+                results.push_str(&display_bitmap(&docids));
+                results.push('\n');
+            }
+            assert!(results.is_empty());
+
+            txn.commit().unwrap();
+        }
+    }
 }

milli/src/search/facet/facet_sort_descending.rs

@@ -125,12 +125,20 @@ mod tests {
     use crate::heed_codec::ByteSliceRefCodec;
     use crate::milli_snap;
     use crate::search::facet::facet_sort_descending::descending_facet_sort;
-    use crate::search::facet::tests::{get_random_looking_index, get_simple_index};
+    use crate::search::facet::tests::{
+        get_random_looking_index, get_random_looking_string_index_with_multiple_field_ids,
+        get_simple_index, get_simple_index_with_multiple_field_ids,
+        get_simple_string_index_with_multiple_field_ids,
+    };
     use crate::snapshot_tests::display_bitmap;
 
     #[test]
     fn filter_sort_descending() {
-        let indexes = [get_simple_index(), get_random_looking_index()];
+        let indexes = [
+            get_simple_index(),
+            get_random_looking_index(),
+            get_simple_index_with_multiple_field_ids(),
+        ];
         for (i, index) in indexes.iter().enumerate() {
             let txn = index.env.read_txn().unwrap();
             let candidates = (200..=300).into_iter().collect::<RoaringBitmap>();
@@ -147,4 +155,89 @@ mod tests {
             txn.commit().unwrap();
         }
     }
+
+    #[test]
+    fn filter_sort_descending_multiple_field_ids() {
+        let indexes = [
+            get_simple_string_index_with_multiple_field_ids(),
+            get_random_looking_string_index_with_multiple_field_ids(),
+        ];
+        for (i, index) in indexes.iter().enumerate() {
+            let txn = index.env.read_txn().unwrap();
+            let candidates = (200..=300).into_iter().collect::<RoaringBitmap>();
+            let mut results = String::new();
+            let db = index.content.remap_key_type::<FacetGroupKeyCodec<ByteSliceRefCodec>>();
+            let iter = descending_facet_sort(&txn, db, 0, candidates.clone()).unwrap();
+            for el in iter {
+                let docids = el.unwrap();
+                results.push_str(&display_bitmap(&docids));
+                results.push('\n');
+            }
+            milli_snap!(results, format!("{i}-0"));
+
+            let mut results = String::new();
+
+            let iter = descending_facet_sort(&txn, db, 1, candidates).unwrap();
+            for el in iter {
+                let docids = el.unwrap();
+                results.push_str(&display_bitmap(&docids));
+                results.push('\n');
+            }
+            milli_snap!(results, format!("{i}-1"));
+
+            txn.commit().unwrap();
+        }
+    }
+    #[test]
+    fn filter_sort_ascending_with_no_candidates() {
+        let indexes = [
+            get_simple_string_index_with_multiple_field_ids(),
+            get_random_looking_string_index_with_multiple_field_ids(),
+        ];
+        for (_i, index) in indexes.iter().enumerate() {
+            let txn = index.env.read_txn().unwrap();
+            let candidates = RoaringBitmap::new();
+            let mut results = String::new();
+            let iter = descending_facet_sort(&txn, index.content, 0, candidates.clone()).unwrap();
+            for el in iter {
+                let docids = el.unwrap();
+                results.push_str(&display_bitmap(&docids));
+                results.push('\n');
+            }
+            assert!(results.is_empty());
+
+            let mut results = String::new();
+            let iter = descending_facet_sort(&txn, index.content, 1, candidates).unwrap();
+            for el in iter {
+                let docids = el.unwrap();
+                results.push_str(&display_bitmap(&docids));
+                results.push('\n');
+            }
+            assert!(results.is_empty());
+
+            txn.commit().unwrap();
+        }
+    }
+
+    #[test]
+    fn filter_sort_ascending_with_inexisting_field_id() {
+        let indexes = [
+            get_simple_string_index_with_multiple_field_ids(),
+            get_random_looking_string_index_with_multiple_field_ids(),
+        ];
+        for (_i, index) in indexes.iter().enumerate() {
+            let txn = index.env.read_txn().unwrap();
+            let candidates = RoaringBitmap::new();
+            let mut results = String::new();
+            let iter = descending_facet_sort(&txn, index.content, 3, candidates.clone()).unwrap();
+            for el in iter {
+                let docids = el.unwrap();
+                results.push_str(&display_bitmap(&docids));
+                results.push('\n');
+            }
+            assert!(results.is_empty());
+
+            txn.commit().unwrap();
+        }
+    }
 }

milli/src/search/facet/mod.rs

@@ -89,7 +89,8 @@ pub(crate) mod tests {
     use roaring::RoaringBitmap;
 
     use crate::heed_codec::facet::OrderedF64Codec;
-    use crate::update::facet::tests::FacetIndex;
+    use crate::heed_codec::StrRefCodec;
+    use crate::update::facet::test_helpers::FacetIndex;
 
     pub fn get_simple_index() -> FacetIndex<OrderedF64Codec> {
         let index = FacetIndex::<OrderedF64Codec>::new(4, 8, 5);
@@ -147,4 +148,43 @@ pub(crate) mod tests {
         txn.commit().unwrap();
         index
     }
+    pub fn get_simple_string_index_with_multiple_field_ids() -> FacetIndex<StrRefCodec> {
+        let index = FacetIndex::<StrRefCodec>::new(4, 8, 5);
+        let mut txn = index.env.write_txn().unwrap();
+        for fid in 0..2 {
+            for i in 0..256u16 {
+                let mut bitmap = RoaringBitmap::new();
+                bitmap.insert(i as u32);
+                if i % 2 == 0 {
+                    index.insert(&mut txn, fid, &format!("{i}").as_str(), &bitmap);
+                } else {
+                    index.insert(&mut txn, fid, &"", &bitmap);
+                }
+            }
+        }
+        txn.commit().unwrap();
+        index
+    }
+    pub fn get_random_looking_string_index_with_multiple_field_ids() -> FacetIndex<StrRefCodec> {
+        let index = FacetIndex::<StrRefCodec>::new(4, 8, 5);
+        let mut txn = index.env.write_txn().unwrap();
+
+        let mut rng = rand::rngs::SmallRng::from_seed([0; 32]);
+        let keys =
+            std::iter::from_fn(|| Some(rng.gen_range(0..256))).take(128).collect::<Vec<u32>>();
+        for fid in 0..2 {
+            for (_i, &key) in keys.iter().enumerate() {
+                let mut bitmap = RoaringBitmap::new();
+                bitmap.insert(key);
+                bitmap.insert(key + 100);
+                if key % 2 == 0 {
+                    index.insert(&mut txn, fid, &format!("{key}").as_str(), &bitmap);
+                } else {
+                    index.insert(&mut txn, fid, &"", &bitmap);
+                }
+            }
+        }
+        txn.commit().unwrap();
+        index
+    }
 }

milli/src/search/facet/snapshots/facet_sort_ascending.rs/filter_sort_ascending_multiple_field_ids/0-0.snap

@@ -0,0 +1,33 @@
+---
+source: milli/src/search/facet/facet_sort_ascending.rs
+---
+[201, 203, 205, 207, 209, 211, 213, 215, 217, 219, 221, 223, 225, 227, 229, 231, 233, 235, 237, 239, 241, 243, 245, 247, 249, 251, 253, 255, ]
+[200, ]
+[202, ]
+[204, ]
+[206, ]
+[208, ]
+[210, ]
+[212, ]
+[214, ]
+[216, ]
+[218, ]
+[220, ]
+[222, ]
+[224, ]
+[226, ]
+[228, ]
+[230, ]
+[232, ]
+[234, ]
+[236, ]
+[238, ]
+[240, ]
+[242, ]
+[244, ]
+[246, ]
+[248, ]
+[250, ]
+[252, ]
+[254, ]
+

milli/src/search/facet/snapshots/facet_sort_ascending.rs/filter_sort_ascending_multiple_field_ids/0-1.snap

@@ -0,0 +1,33 @@
+---
+source: milli/src/search/facet/facet_sort_ascending.rs
+---
+[201, 203, 205, 207, 209, 211, 213, 215, 217, 219, 221, 223, 225, 227, 229, 231, 233, 235, 237, 239, 241, 243, 245, 247, 249, 251, 253, 255, ]
+[200, ]
+[202, ]
+[204, ]
+[206, ]
+[208, ]
+[210, ]
+[212, ]
+[214, ]
+[216, ]
+[218, ]
+[220, ]
+[222, ]
+[224, ]
+[226, ]
+[228, ]
+[230, ]
+[232, ]
+[234, ]
+[236, ]
+[238, ]
+[240, ]
+[242, ]
+[244, ]
+[246, ]
+[248, ]
+[250, ]
+[252, ]
+[254, ]
+

milli/src/search/facet/snapshots/facet_sort_ascending.rs/filter_sort_ascending_multiple_field_ids/1-0.snap

@@ -0,0 +1,27 @@
+---
+source: milli/src/search/facet/facet_sort_ascending.rs
+---
+[201, 203, 205, 207, 209, 211, 215, 219, 223, 231, 233, 235, 237, 239, 241, 243, 247, 263, 267, 269, 273, 277, 279, 281, 289, 293, 295, 297, ]
+[202, ]
+[224, ]
+[230, ]
+[236, ]
+[244, ]
+[250, ]
+[256, ]
+[258, ]
+[260, ]
+[262, ]
+[264, ]
+[278, ]
+[282, ]
+[286, ]
+[292, ]
+[206, ]
+[208, ]
+[210, ]
+[216, ]
+[220, ]
+[226, ]
+[238, ]
+

milli/src/search/facet/snapshots/facet_sort_ascending.rs/filter_sort_ascending_multiple_field_ids/1-1.snap

@@ -0,0 +1,27 @@
+---
+source: milli/src/search/facet/facet_sort_ascending.rs
+---
+[201, 203, 205, 207, 209, 211, 215, 219, 223, 231, 233, 235, 237, 239, 241, 243, 247, 263, 267, 269, 273, 277, 279, 281, 289, 293, 295, 297, ]
+[202, ]
+[224, ]
+[230, ]
+[236, ]
+[244, ]
+[250, ]
+[256, ]
+[258, ]
+[260, ]
+[262, ]
+[264, ]
+[278, ]
+[282, ]
+[286, ]
+[292, ]
+[206, ]
+[208, ]
+[210, ]
+[216, ]
+[220, ]
+[226, ]
+[238, ]
+

milli/src/search/facet/snapshots/facet_sort_descending.rs/filter_sort_descending/2.snap

@@ -0,0 +1,60 @@
+---
+source: milli/src/search/facet/facet_sort_descending.rs
+---
+[255, ]
+[254, ]
+[253, ]
+[252, ]
+[251, ]
+[250, ]
+[249, ]
+[248, ]
+[247, ]
+[246, ]
+[245, ]
+[244, ]
+[243, ]
+[242, ]
+[241, ]
+[240, ]
+[239, ]
+[238, ]
+[237, ]
+[236, ]
+[235, ]
+[234, ]
+[233, ]
+[232, ]
+[231, ]
+[230, ]
+[229, ]
+[228, ]
+[227, ]
+[226, ]
+[225, ]
+[224, ]
+[223, ]
+[222, ]
+[221, ]
+[220, ]
+[219, ]
+[218, ]
+[217, ]
+[216, ]
+[215, ]
+[214, ]
+[213, ]
+[212, ]
+[211, ]
+[210, ]
+[209, ]
+[208, ]
+[207, ]
+[206, ]
+[205, ]
+[204, ]
+[203, ]
+[202, ]
+[201, ]
+[200, ]
+

milli/src/search/facet/snapshots/facet_sort_descending.rs/filter_sort_descending_multiple_field_ids/0-0.snap

@@ -0,0 +1,33 @@
+---
+source: milli/src/search/facet/facet_sort_descending.rs
+---
+[254, ]
+[252, ]
+[250, ]
+[248, ]
+[246, ]
+[244, ]
+[242, ]
+[240, ]
+[238, ]
+[236, ]
+[234, ]
+[232, ]
+[230, ]
+[228, ]
+[226, ]
+[224, ]
+[222, ]
+[220, ]
+[218, ]
+[216, ]
+[214, ]
+[212, ]
+[210, ]
+[208, ]
+[206, ]
+[204, ]
+[202, ]
+[200, ]
+[201, 203, 205, 207, 209, 211, 213, 215, 217, 219, 221, 223, 225, 227, 229, 231, 233, 235, 237, 239, 241, 243, 245, 247, 249, 251, 253, 255, ]
+

milli/src/search/facet/snapshots/facet_sort_descending.rs/filter_sort_descending_multiple_field_ids/0-1.snap

@@ -0,0 +1,33 @@
+---
+source: milli/src/search/facet/facet_sort_descending.rs
+---
+[254, ]
+[252, ]
+[250, ]
+[248, ]
+[246, ]
+[244, ]
+[242, ]
+[240, ]
+[238, ]
+[236, ]
+[234, ]
+[232, ]
+[230, ]
+[228, ]
+[226, ]
+[224, ]
+[222, ]
+[220, ]
+[218, ]
+[216, ]
+[214, ]
+[212, ]
+[210, ]
+[208, ]
+[206, ]
+[204, ]
+[202, ]
+[200, ]
+[201, 203, 205, 207, 209, 211, 213, 215, 217, 219, 221, 223, 225, 227, 229, 231, 233, 235, 237, 239, 241, 243, 245, 247, 249, 251, 253, 255, ]
+

milli/src/search/facet/snapshots/facet_sort_descending.rs/filter_sort_descending_multiple_field_ids/1-0.snap

@@ -0,0 +1,27 @@
+---
+source: milli/src/search/facet/facet_sort_descending.rs
+---
+[238, ]
+[236, ]
+[226, ]
+[220, ]
+[216, ]
+[210, ]
+[208, ]
+[206, ]
+[292, ]
+[286, ]
+[282, ]
+[278, ]
+[264, ]
+[262, ]
+[260, ]
+[258, ]
+[256, ]
+[250, ]
+[244, ]
+[230, ]
+[224, ]
+[202, ]
+[201, 203, 205, 207, 209, 211, 215, 219, 223, 231, 233, 235, 237, 239, 241, 243, 247, 263, 267, 269, 273, 277, 279, 281, 289, 293, 295, 297, ]
+

milli/src/search/facet/snapshots/facet_sort_descending.rs/filter_sort_descending_multiple_field_ids/1-1.snap

@@ -0,0 +1,27 @@
+---
+source: milli/src/search/facet/facet_sort_descending.rs
+---
+[238, ]
+[236, ]
+[226, ]
+[220, ]
+[216, ]
+[210, ]
+[208, ]
+[206, ]
+[292, ]
+[286, ]
+[282, ]
+[278, ]
+[264, ]
+[262, ]
+[260, ]
+[258, ]
+[256, ]
+[250, ]
+[244, ]
+[230, ]
+[224, ]
+[202, ]
+[201, 203, 205, 207, 209, 211, 215, 219, 223, 231, 233, 235, 237, 239, 241, 243, 247, 263, 267, 269, 273, 277, 279, 281, 289, 293, 295, 297, ]
+

milli/src/update/delete_documents.rs

@@ -26,7 +26,6 @@ pub struct DeleteDocuments<'t, 'u, 'i> {
     index: &'i Index,
     external_documents_ids: ExternalDocumentsIds<'static>,
     to_delete_docids: RoaringBitmap,
-    #[cfg(test)]
     disable_soft_deletion: bool,
 }
 
@@ -48,12 +47,10 @@ impl<'t, 'u, 'i> DeleteDocuments<'t, 'u, 'i> {
             index,
             external_documents_ids,
             to_delete_docids: RoaringBitmap::new(),
-            #[cfg(test)]
             disable_soft_deletion: false,
         })
     }
 
-    #[cfg(test)]
     pub fn disable_soft_deletion(&mut self, disable: bool) {
         self.disable_soft_deletion = disable;
     }
@@ -156,17 +153,8 @@ impl<'t, 'u, 'i> DeleteDocuments<'t, 'u, 'i> {
         //   We run the deletion.
         // - With 100Go of disk and 50Go used including 15Go of soft-deleted documents
         //   We run the deletion.
-        let disable_soft_deletion = {
+
-            #[cfg(not(test))]
+        if !self.disable_soft_deletion
-            {
-                false
-            }
-            #[cfg(test)]
-            {
-                self.disable_soft_deletion
-            }
-        };
-        if !disable_soft_deletion
             && percentage_available > 10
             && percentage_used_by_soft_deleted_documents < 10
         {

milli/src/update/facet/bulk.rs

@@ -365,9 +365,9 @@ mod tests {
 
     use crate::documents::documents_batch_reader_from_objects;
     use crate::heed_codec::facet::OrderedF64Codec;
-    use crate::index::tests::TempIndex;
+    use crate::heed_codec::StrRefCodec;
-    use crate::update::facet::tests::FacetIndex;
+    use crate::milli_snap;
-    use crate::{db_snap, milli_snap};
+    use crate::update::facet::test_helpers::{ordered_string, FacetIndex};
 
     #[test]
     fn insert() {
@@ -491,4 +491,38 @@ mod tests {
         db_snap!(index, facet_id_f64_docids, "initial", @"c34f499261f3510d862fa0283bbe843a");
         db_snap!(index, number_faceted_documents_ids, "initial", @"01594fecbb316798ce3651d6730a4521");
     }
+
+
+    #[test]
+    fn insert_string() {
+        let test = |name: &str, group_size: u8, min_level_size: u8| {
+            let index = FacetIndex::<StrRefCodec>::new(group_size, 0 /*NA*/, min_level_size);
+
+            let strings = (0..1_000).map(|i| ordered_string(i as usize)).collect::<Vec<_>>();
+            let mut elements = Vec::<((u16, &str), RoaringBitmap)>::new();
+            for i in 0..1_000u32 {
+                // field id = 0, left_bound = i, docids = [i]
+                elements.push(((0, &strings[i as usize]), once(i).collect()));
+            }
+            for i in 0..100u32 {
+                // field id = 1, left_bound = i, docids = [i]
+                elements.push(((1, &strings[i as usize]), once(i).collect()));
+            }
+            let mut wtxn = index.env.write_txn().unwrap();
+            index.bulk_insert(&mut wtxn, &[0, 1], elements.iter());
+
+            index.verify_structure_validity(&wtxn, 0);
+            index.verify_structure_validity(&wtxn, 1);
+
+            wtxn.commit().unwrap();
+
+            milli_snap!(format!("{index}"), name);
+        };
+
+        test("default", 4, 5);
+        test("small_group_small_min_level", 2, 2);
+        test("small_group_large_min_level", 2, 128);
+        test("large_group_small_min_level", 16, 2);
+        test("odd_group_odd_min_level", 7, 3);
+    }
 }

milli/src/update/facet/delete.rs

@@ -114,11 +114,14 @@ mod tests {
 
     use big_s::S;
     use maplit::hashset;
+    use rand::seq::SliceRandom;
+    use rand::SeedableRng;
     use roaring::RoaringBitmap;
 
     use crate::db_snap;
     use crate::documents::documents_batch_reader_from_objects;
     use crate::index::tests::TempIndex;
+    use crate::update::facet::test_helpers::ordered_string;
     use crate::update::DeleteDocuments;
 
     #[test]
@@ -156,8 +159,8 @@ mod tests {
         let documents = documents_batch_reader_from_objects(documents);
         index.add_documents(documents).unwrap();
 
-        db_snap!(index, facet_id_f64_docids, 1);
+        db_snap!(index, facet_id_f64_docids, 1, @"550cd138d6fe31ccdd42cd5392fbd576");
-        db_snap!(index, number_faceted_documents_ids, 1);
+        db_snap!(index, number_faceted_documents_ids, 1, @"9a0ea88e7c9dcf6dc0ef0b601736ffcf");
 
         let mut wtxn = index.env.write_txn().unwrap();
 
@@ -174,8 +177,126 @@ mod tests {
         wtxn.commit().unwrap();
 
         db_snap!(index, soft_deleted_documents_ids, @"[]");
-        db_snap!(index, facet_id_f64_docids, 2);
+        db_snap!(index, facet_id_f64_docids, 2, @"d4d5f14e7f1e1f09b86821a0b6defcc6");
-        db_snap!(index, number_faceted_documents_ids, 2);
+        db_snap!(index, number_faceted_documents_ids, 2, @"3570e0ac0fdb21be9ebe433f59264b56");
+    }
+
+    // Same test as above but working with string values for the facets
+    #[test]
+    fn delete_mixed_incremental_and_bulk_string() {
+        // The point of this test is to create an index populated with documents
+        // containing different filterable attributes. Then, we delete a bunch of documents
+        // such that a mix of the incremental and bulk indexer is used (depending on the field id)
+        let index = TempIndex::new_with_map_size(4096 * 1000 * 100);
+
+        index
+            .update_settings(|settings| {
+                settings.set_filterable_fields(
+                    hashset! { S("id"), S("label"), S("timestamp"), S("colour") },
+                );
+            })
+            .unwrap();
+
+        let mut documents = vec![];
+        for i in 0..1000 {
+            documents.push(
+                serde_json::json! {
+                    {
+                        "id": i,
+                        "label": ordered_string(i / 10),
+                        "colour": ordered_string(i / 100),
+                        "timestamp": ordered_string(i / 2),
+                    }
+                }
+                .as_object()
+                .unwrap()
+                .clone(),
+            );
+        }
+
+        let documents = documents_batch_reader_from_objects(documents);
+        index.add_documents(documents).unwrap();
+
+        // Note that empty strings are not stored in the facet db due to commit 4860fd452965 (comment written on 29 Nov 2022)
+        db_snap!(index, facet_id_string_docids, 1, @"5fd1bd0724c65a6dc1aafb6db93c7503");
+        db_snap!(index, string_faceted_documents_ids, 1, @"54bc15494fa81d93339f43c08fd9d8f5");
+
+        let mut wtxn = index.env.write_txn().unwrap();
+
+        let mut builder = DeleteDocuments::new(&mut wtxn, &index).unwrap();
+        builder.disable_soft_deletion(true);
+        builder.delete_documents(&RoaringBitmap::from_iter(0..100));
+        // by deleting the first 100 documents, we expect that:
+        // - the "id" part of the DB will be updated in bulk, since #affected_facet_value = 100 which is > database_len / 150 (= 13)
+        // - the "label" part will be updated incrementally, since #affected_facet_value = 10 which is < 13
+        // - the "colour" part will also be updated incrementally, since #affected_values = 1 which is < 13
+        // - the "timestamp" part will be updated in bulk, since #affected_values = 50 which is > 13
+        // This has to be verified manually by inserting breakpoint/adding print statements to the code when running the test
+        builder.execute().unwrap();
+        wtxn.commit().unwrap();
+
+        db_snap!(index, soft_deleted_documents_ids, @"[]");
+        db_snap!(index, facet_id_string_docids, 2, @"7f9c00b29e04d58c1821202a5dda0ebc");
+        db_snap!(index, string_faceted_documents_ids, 2, @"504152afa5c94fd4e515dcdfa4c7161f");
+    }
+
+    #[test]
+    fn delete_almost_all_incrementally_string() {
+        let index = TempIndex::new_with_map_size(4096 * 1000 * 100);
+
+        index
+            .update_settings(|settings| {
+                settings.set_filterable_fields(
+                    hashset! { S("id"), S("label"), S("timestamp"), S("colour") },
+                );
+            })
+            .unwrap();
+
+        let mut documents = vec![];
+        for i in 0..1000 {
+            documents.push(
+                serde_json::json! {
+                    {
+                        "id": i,
+                        "label": ordered_string(i / 10),
+                        "colour": ordered_string(i / 100),
+                        "timestamp": ordered_string(i / 2),
+                    }
+                }
+                .as_object()
+                .unwrap()
+                .clone(),
+            );
+        }
+
+        let documents = documents_batch_reader_from_objects(documents);
+        index.add_documents(documents).unwrap();
+
+        // Note that empty strings are not stored in the facet db due to commit 4860fd452965 (comment written on 29 Nov 2022)
+        db_snap!(index, facet_id_string_docids, 1, @"5fd1bd0724c65a6dc1aafb6db93c7503");
+        db_snap!(index, string_faceted_documents_ids, 1, @"54bc15494fa81d93339f43c08fd9d8f5");
+
+        let mut rng = rand::rngs::SmallRng::from_seed([0; 32]);
+
+        let mut docids_to_delete = (0..1000).collect::<Vec<_>>();
+        docids_to_delete.shuffle(&mut rng);
+        for docid in docids_to_delete.into_iter().take(990) {
+            let mut wtxn = index.env.write_txn().unwrap();
+            let mut builder = DeleteDocuments::new(&mut wtxn, &index).unwrap();
+            builder.disable_soft_deletion(true);
+            builder.delete_documents(&RoaringBitmap::from_iter([docid]));
+            builder.execute().unwrap();
+            wtxn.commit().unwrap();
+        }
+
+        db_snap!(index, soft_deleted_documents_ids, @"[]");
+        db_snap!(index, facet_id_string_docids, 2, @"ece56086e76d50e661fb2b58475b9f7d");
+        db_snap!(index, string_faceted_documents_ids, 2, @r###"
+        0   []
+        1   [11, 20, 73, 292, 324, 358, 381, 493, 839, 852, ]
+        2   [292, 324, 358, 381, 493, 839, 852, ]
+        3   [11, 20, 73, 292, 324, 358, 381, 493, 839, 852, ]
+        "###);
     }
 }
 
@@ -188,7 +309,7 @@ mod comparison_bench {
     use roaring::RoaringBitmap;
 
     use crate::heed_codec::facet::OrderedF64Codec;
-    use crate::update::facet::tests::FacetIndex;
+    use crate::update::facet::test_helpers::FacetIndex;
 
     // This is a simple test to get an intuition on the relative speed
     // of the incremental vs. bulk indexer.

milli/src/update/facet/incremental.rs

@@ -648,7 +648,7 @@ mod tests {
     use crate::heed_codec::facet::OrderedF64Codec;
     use crate::heed_codec::StrRefCodec;
     use crate::milli_snap;
-    use crate::update::facet::tests::FacetIndex;
+    use crate::update::facet::test_helpers::FacetIndex;
 
     #[test]
     fn append() {
@@ -1053,7 +1053,7 @@ mod fuzz {
     use tempfile::TempDir;
 
     use super::*;
-    use crate::update::facet::tests::FacetIndex;
+    use crate::update::facet::test_helpers::FacetIndex;
     #[derive(Default)]
     pub struct TrivialDatabase<T> {
         pub elements: BTreeMap<u16, BTreeMap<T, RoaringBitmap>>,

milli/src/update/facet/mod.rs

@@ -162,7 +162,7 @@ impl<'i> FacetsUpdate<'i> {
 }
 
 #[cfg(test)]
-pub(crate) mod tests {
+pub(crate) mod test_helpers {
     use std::cell::Cell;
     use std::fmt::Display;
     use std::iter::FromIterator;
@@ -183,6 +183,23 @@ pub(crate) mod tests {
     use crate::update::FacetsUpdateIncrementalInner;
     use crate::CboRoaringBitmapCodec;
 
+    /// Utility function to generate a string whose position in a lexicographically
+    /// ordered list is `i`.
+    pub fn ordered_string(mut i: usize) -> String {
+        // The first string is empty
+        if i == 0 {
+            return String::new();
+        }
+        // The others are 5 char long, each between 'a' and 'z'
+        let mut s = String::new();
+        for _ in 0..5 {
+            let (digit, next) = (i % 26, i / 26);
+            s.insert(0, char::from_u32('a' as u32 + digit as u32).unwrap());
+            i = next;
+        }
+        s
+    }
+
     /// A dummy index that only contains the facet database, used for testing
     pub struct FacetIndex<BoundCodec>
     where
@@ -438,6 +455,98 @@ pub(crate) mod tests {
     }
 }
 
+#[cfg(test)]
+mod tests {
+    use big_s::S;
+    use maplit::hashset;
+
+    use crate::db_snap;
+    use crate::documents::documents_batch_reader_from_objects;
+    use crate::index::tests::TempIndex;
+
+    #[test]
+    fn replace_all_identical_soft_deletion_then_hard_deletion() {
+        let mut index = TempIndex::new_with_map_size(4096 * 1000 * 100);
+
+        index
+            .update_settings(|settings| {
+                settings.set_primary_key("id".to_owned());
+                settings.set_filterable_fields(hashset! { S("size") });
+            })
+            .unwrap();
+
+        let mut documents = vec![];
+        for i in 0..1000 {
+            documents.push(
+                serde_json::json! {
+                    {
+                        "id": i,
+                        "size": i % 250,
+                    }
+                }
+                .as_object()
+                .unwrap()
+                .clone(),
+            );
+        }
+
+        let documents = documents_batch_reader_from_objects(documents);
+        index.add_documents(documents).unwrap();
+
+        db_snap!(index, facet_id_f64_docids, "initial", @"777e0e221d778764b472c512617eeb3b");
+        db_snap!(index, number_faceted_documents_ids, "initial", @"bd916ef32b05fd5c3c4c518708f431a9");
+        db_snap!(index, soft_deleted_documents_ids, "initial", @"[]");
+
+        let mut documents = vec![];
+        for i in 0..999 {
+            documents.push(
+                serde_json::json! {
+                    {
+                        "id": i,
+                        "size": i % 250,
+                        "other": 0,
+                    }
+                }
+                .as_object()
+                .unwrap()
+                .clone(),
+            );
+        }
+
+        let documents = documents_batch_reader_from_objects(documents);
+        index.add_documents(documents).unwrap();
+
+        db_snap!(index, facet_id_f64_docids, "replaced_1_soft", @"abba175d7bed727d0efadaef85a4388f");
+        db_snap!(index, number_faceted_documents_ids, "replaced_1_soft", @"de76488bd05ad94c6452d725acf1bd06");
+        db_snap!(index, soft_deleted_documents_ids, "replaced_1_soft", @"6c975deb900f286d2f6456d2d5c3a123");
+
+        // Then replace the last document while disabling soft_deletion
+        index.index_documents_config.disable_soft_deletion = true;
+        let mut documents = vec![];
+        for i in 999..1000 {
+            documents.push(
+                serde_json::json! {
+                    {
+                        "id": i,
+                        "size": i % 250,
+                        "other": 0,
+                    }
+                }
+                .as_object()
+                .unwrap()
+                .clone(),
+            );
+        }
+
+        let documents = documents_batch_reader_from_objects(documents);
+        index.add_documents(documents).unwrap();
+
+        db_snap!(index, facet_id_f64_docids, "replaced_2_hard", @"029e27a46d09c574ae949aa4289b45e6");
+        db_snap!(index, number_faceted_documents_ids, "replaced_2_hard", @"60b19824f136affe6b240a7200779028");
+        db_snap!(index, soft_deleted_documents_ids, "replaced_2_hard", @"[]");
+    }
+}
+
 #[allow(unused)]
 #[cfg(test)]
 mod comparison_bench {
@@ -446,7 +555,7 @@ mod comparison_bench {
     use rand::Rng;
     use roaring::RoaringBitmap;
 
-    use super::tests::FacetIndex;
+    use super::test_helpers::FacetIndex;
     use crate::heed_codec::facet::OrderedF64Codec;
 
     // This is a simple test to get an intuition on the relative speed

milli/src/update/facet/snapshots/bulk.rs/insert_string/default.hash.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/facet/bulk.rs
+---
+353d70f52eea66e5031dca989ea8a037

milli/src/update/facet/snapshots/bulk.rs/insert_string/large_group_small_min_level.hash.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/facet/bulk.rs
+---
+52a093c909133d84023a4a7b83864808

milli/src/update/facet/snapshots/bulk.rs/insert_string/odd_group_odd_min_level.hash.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/facet/bulk.rs
+---
+9d86c72ddb241d0aeca2995d61a3648a

milli/src/update/facet/snapshots/bulk.rs/insert_string/small_group_large_min_level.hash.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/facet/bulk.rs
+---
+c0943177594534bfe5527cbf40fe388e

milli/src/update/facet/snapshots/bulk.rs/insert_string/small_group_small_min_level.hash.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/facet/bulk.rs
+---
+6ed86f234028ae3df5881bee5512f11e

milli/src/update/facet/snapshots/delete.rs/delete_mixed_incremental_and_bulk/1/facet_id_f64_docids.hash.snap

@@ -1,4 +0,0 @@
----
-source: milli/src/update/facet/delete.rs
----
-550cd138d6fe31ccdd42cd5392fbd576

milli/src/update/facet/snapshots/delete.rs/delete_mixed_incremental_and_bulk/1/number_faceted_documents_ids.hash.snap

@@ -1,4 +0,0 @@
----
-source: milli/src/update/facet/delete.rs
----
-9a0ea88e7c9dcf6dc0ef0b601736ffcf

milli/src/update/facet/snapshots/delete.rs/delete_mixed_incremental_and_bulk/2/facet_id_f64_docids.hash.snap

@@ -1,4 +0,0 @@
----
-source: milli/src/update/facet/delete.rs
----
-d4d5f14e7f1e1f09b86821a0b6defcc6

milli/src/update/facet/snapshots/delete.rs/delete_mixed_incremental_and_bulk/2/number_faceted_documents_ids.hash.snap

@@ -1,4 +0,0 @@
----
-source: milli/src/update/facet/delete.rs
----
-3570e0ac0fdb21be9ebe433f59264b56

milli/src/update/index_documents/mod.rs

@@ -88,6 +88,7 @@ pub struct IndexDocumentsConfig {
     pub words_positions_level_group_size: Option<NonZeroU32>,
     pub words_positions_min_level_size: Option<NonZeroU32>,
     pub update_method: IndexDocumentsMethod,
+    pub disable_soft_deletion: bool,
     pub autogenerate_docids: bool,
 }
 
@@ -331,6 +332,7 @@ where
         // able to simply insert all the documents even if they already exist in the database.
         if !replaced_documents_ids.is_empty() {
             let mut deletion_builder = update::DeleteDocuments::new(self.wtxn, self.index)?;
+            deletion_builder.disable_soft_deletion(self.config.disable_soft_deletion);
             debug!("documents to delete {:?}", replaced_documents_ids);
             deletion_builder.delete_documents(&replaced_documents_ids);
             let deleted_documents_count = deletion_builder.execute()?;
@@ -906,6 +908,8 @@ mod tests {
           { "id": 42,   "title": "The Hitchhiker's Guide to the Galaxy",   "author": "Douglas Adams", "_geo": { "lat": 35, "lng": 23 } }
         ])).unwrap();
 
+        db_snap!(index, word_docids, "initial");
+
         index.index_documents_config.update_method = IndexDocumentsMethod::UpdateDocuments;
 
         index
@@ -928,6 +932,9 @@ mod tests {
         let count = index.all_documents(&rtxn).unwrap().count();
         assert_eq!(count, 6);
 
+        db_snap!(index, word_docids, "updated");
+        db_snap!(index, soft_deleted_documents_ids, "updated", @"[0, 1, 4, ]");
+
         drop(rtxn);
     }
 

milli/src/update/index_documents/snapshots/mod.rs/simple_documents_replace/initial/word_docids.snap

@@ -0,0 +1,54 @@
+---
+source: milli/src/update/index_documents/mod.rs
+---
+1                [2, ]
+10.0             [1, ]
+12               [0, ]
+1344             [3, ]
+2                [0, ]
+23               [5, ]
+25.99            [2, ]
+3.5              [0, ]
+35               [5, ]
+4                [4, ]
+42               [0, 5, ]
+456              [1, ]
+adams            [5, ]
+adventure        [1, ]
+alice            [2, ]
+and              [0, 4, ]
+antoine          [1, ]
+austin           [0, ]
+blood            [4, ]
+carroll          [2, ]
+de               [1, ]
+douglas          [5, ]
+exupery          [1, ]
+fantasy          [2, 3, 4, ]
+galaxy           [5, ]
+guide            [5, ]
+half             [4, ]
+harry            [4, ]
+hitchhiker'      [5, ]
+hobbit           [3, ]
+in               [2, ]
+j                [3, 4, ]
+jane             [0, ]
+k                [4, ]
+le               [1, ]
+lewis            [2, ]
+petit            [1, ]
+potter           [4, ]
+prejudice        [0, ]
+pride            [0, ]
+prince           [1, 4, ]
+r                [3, ]
+romance          [0, ]
+rowling          [4, ]
+s                [5, ]
+saint            [1, ]
+the              [3, 4, 5, ]
+to               [5, ]
+tolkien          [3, ]
+wonderland       [2, ]
+

milli/src/update/index_documents/snapshots/mod.rs/simple_documents_replace/updated/soft_deleted_documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/index_documents/mod.rs
+---
+[0, 1, 4, ]

milli/src/update/index_documents/snapshots/mod.rs/simple_documents_replace/updated/word_docids.snap

@@ -0,0 +1,58 @@
+---
+source: milli/src/update/index_documents/mod.rs
+---
+1                [2, ]
+10.0             [1, 7, ]
+12               [0, 8, ]
+1344             [3, ]
+1813             [8, ]
+2                [0, 8, ]
+23               [5, ]
+25.99            [2, ]
+3.5              [0, 8, ]
+35               [5, ]
+4                [4, 6, ]
+42               [0, 5, 8, ]
+456              [1, 7, ]
+adams            [5, ]
+adventure        [1, 7, ]
+alice            [2, ]
+and              [0, 4, 6, 8, ]
+antoine          [1, 7, ]
+austen           [8, ]
+austin           [0, ]
+blood            [4, 6, ]
+carroll          [2, ]
+de               [1, 7, ]
+douglas          [5, ]
+exupery          [1, 7, ]
+fantasy          [2, 3, 4, 6, ]
+galaxy           [5, ]
+guide            [5, ]
+half             [4, 6, ]
+harry            [4, 6, ]
+hitchhiker'      [5, ]
+hobbit           [3, ]
+in               [2, ]
+j                [3, 4, 6, 8, ]
+jane             [0, ]
+k                [4, 6, ]
+le               [1, ]
+lewis            [2, ]
+little           [7, ]
+petit            [1, ]
+potter           [4, 6, ]
+prejudice        [0, 8, ]
+pride            [0, 8, ]
+prince           [1, 4, 7, ]
+princess         [6, ]
+r                [3, ]
+romance          [0, 8, ]
+rowling          [4, 6, ]
+s                [5, ]
+saint            [1, 7, ]
+the              [3, 4, 5, 6, 7, ]
+to               [5, ]
+tolkien          [3, ]
+wonderland       [2, ]
+

milli/src/update/prefix_word_pairs/mod.rs

@@ -66,6 +66,9 @@ impl<'t, 'u, 'i> PrefixWordPairsProximityDocids<'t, 'u, 'i> {
         common_prefix_fst_words: &[&'a [String]],
         del_prefix_fst_words: &HashSet<Vec<u8>>,
     ) -> Result<()> {
+        println!("{new_prefix_fst_words:?}");
+        println!("{common_prefix_fst_words:?}");
+        println!("{del_prefix_fst_words:?}");
         index_word_prefix_database(
             self.wtxn,
             self.index.word_pair_proximity_docids,
@@ -156,30 +159,40 @@ pub fn write_into_lmdb_database_without_merging(
 #[cfg(test)]
 mod tests {
     use std::io::Cursor;
+    use std::iter::FromIterator;
+
+    use roaring::RoaringBitmap;
 
     use crate::db_snap;
     use crate::documents::{DocumentsBatchBuilder, DocumentsBatchReader};
     use crate::index::tests::TempIndex;
+    use crate::update::{DeleteDocuments, IndexDocumentsMethod};
 
-    fn documents_with_enough_different_words_for_prefixes(prefixes: &[&str]) -> Vec<crate::Object> {
+    fn documents_with_enough_different_words_for_prefixes(
+        prefixes: &[&str],
+        start_id: usize,
+    ) -> Vec<crate::Object> {
         let mut documents = Vec::new();
+        let mut id = start_id;
         for prefix in prefixes {
             for i in 0..50 {
                 documents.push(
                     serde_json::json!({
+                        "id": id,
                         "text": format!("{prefix}{i:x}"),
                     })
                     .as_object()
                     .unwrap()
                     .clone(),
-                )
+                );
+                id += 1;
             }
         }
         documents
     }
 
     #[test]
-    fn test_update() {
+    fn add_new_documents() {
         let mut index = TempIndex::new();
         index.index_documents_config.words_prefix_threshold = Some(50);
         index.index_documents_config.autogenerate_docids = true;
@@ -198,10 +211,11 @@ mod tests {
             DocumentsBatchReader::from_reader(Cursor::new(builder.into_inner().unwrap())).unwrap()
         };
 
-        let mut documents = documents_with_enough_different_words_for_prefixes(&["a", "be"]);
+        let mut documents = documents_with_enough_different_words_for_prefixes(&["a", "be"], 0);
         // now we add some documents where the text should populate the word_prefix_pair_proximity_docids database
         documents.push(
             serde_json::json!({
+                "id": "9000",
                 "text": "At an amazing and beautiful house"
             })
             .as_object()
@@ -210,6 +224,7 @@ mod tests {
         );
         documents.push(
             serde_json::json!({
+                "id": "9001",
                 "text": "The bell rings at 5 am"
             })
             .as_object()
@@ -221,10 +236,12 @@ mod tests {
         index.add_documents(documents).unwrap();
 
         db_snap!(index, word_prefix_pair_proximity_docids, "initial");
+        db_snap!(index, prefix_word_pair_proximity_docids, "initial");
 
-        let mut documents = documents_with_enough_different_words_for_prefixes(&["am", "an"]);
+        let mut documents = documents_with_enough_different_words_for_prefixes(&["am", "an"], 100);
         documents.push(
             serde_json::json!({
+                "id": "9002",
                 "text": "At an extraordinary house"
             })
             .as_object()
@@ -239,7 +256,7 @@ mod tests {
         db_snap!(index, prefix_word_pair_proximity_docids, "update");
     }
     #[test]
-    fn test_batch_bug_3043() {
+    fn batch_bug_3043() {
         // https://github.com/meilisearch/meilisearch/issues/3043
         let mut index = TempIndex::new();
         index.index_documents_config.words_prefix_threshold = Some(50);
@@ -259,7 +276,7 @@ mod tests {
             DocumentsBatchReader::from_reader(Cursor::new(builder.into_inner().unwrap())).unwrap()
         };
 
-        let mut documents = documents_with_enough_different_words_for_prefixes(&["y"]);
+        let mut documents = documents_with_enough_different_words_for_prefixes(&["y"], 0);
         // now we add some documents where the text should populate the word_prefix_pair_proximity_docids database
         documents.push(
             serde_json::json!({
@@ -285,4 +302,291 @@ mod tests {
         db_snap!(index, word_prefix_pair_proximity_docids);
         db_snap!(index, prefix_word_pair_proximity_docids);
     }
+
+    #[test]
+    fn hard_delete_and_reupdate() {
+        let mut index = TempIndex::new();
+        index.index_documents_config.words_prefix_threshold = Some(50);
+
+        index
+            .update_settings(|settings| {
+                settings.set_primary_key("id".to_owned());
+                settings.set_searchable_fields(vec!["text".to_owned()]);
+            })
+            .unwrap();
+
+        let batch_reader_from_documents = |documents| {
+            let mut builder = DocumentsBatchBuilder::new(Vec::new());
+            for object in documents {
+                builder.append_json_object(&object).unwrap();
+            }
+            DocumentsBatchReader::from_reader(Cursor::new(builder.into_inner().unwrap())).unwrap()
+        };
+
+        let mut documents = documents_with_enough_different_words_for_prefixes(&["a"], 0);
+        // now we add some documents where the text should populate the word_prefix_pair_proximity_docids database
+        documents.push(
+            serde_json::json!({
+                "id": 9000,
+                "text": "At an amazing and beautiful house"
+            })
+            .as_object()
+            .unwrap()
+            .clone(),
+        );
+        documents.push(
+            serde_json::json!({
+                "id": 9001,
+                "text": "The bell rings at 5 am"
+            })
+            .as_object()
+            .unwrap()
+            .clone(),
+        );
+
+        let documents = batch_reader_from_documents(documents);
+        index.add_documents(documents).unwrap();
+
+        db_snap!(index, documents_ids, "initial");
+        db_snap!(index, word_docids, "initial");
+        db_snap!(index, word_prefix_pair_proximity_docids, "initial");
+        db_snap!(index, prefix_word_pair_proximity_docids, "initial");
+
+        let mut wtxn = index.write_txn().unwrap();
+        let mut delete = DeleteDocuments::new(&mut wtxn, &index).unwrap();
+        delete.disable_soft_deletion(true);
+        delete.delete_documents(&RoaringBitmap::from_iter([50]));
+        delete.execute().unwrap();
+        wtxn.commit().unwrap();
+
+        db_snap!(index, documents_ids, "first_delete");
+        db_snap!(index, word_docids, "first_delete");
+        db_snap!(index, word_prefix_pair_proximity_docids, "first_delete");
+        db_snap!(index, prefix_word_pair_proximity_docids, "first_delete");
+
+        let mut wtxn = index.write_txn().unwrap();
+        let mut delete = DeleteDocuments::new(&mut wtxn, &index).unwrap();
+        delete.disable_soft_deletion(true);
+        delete.delete_documents(&RoaringBitmap::from_iter(0..50));
+        delete.execute().unwrap();
+        wtxn.commit().unwrap();
+
+        db_snap!(index, documents_ids, "second_delete");
+        db_snap!(index, word_docids, "second_delete");
+        db_snap!(index, word_prefix_pair_proximity_docids, "second_delete");
+        db_snap!(index, prefix_word_pair_proximity_docids, "second_delete");
+
+        let documents = documents_with_enough_different_words_for_prefixes(&["b"], 1000);
+        // now we add some documents where the text should populate the word_prefix_pair_proximity_docids database
+
+        index.add_documents(batch_reader_from_documents(documents)).unwrap();
+
+        db_snap!(index, documents_ids, "reupdate");
+        db_snap!(index, word_docids, "reupdate");
+        db_snap!(index, word_prefix_pair_proximity_docids, "reupdate");
+        db_snap!(index, prefix_word_pair_proximity_docids, "reupdate");
+    }
+
+    #[test]
+    fn soft_delete_and_reupdate() {
+        let mut index = TempIndex::new();
+        index.index_documents_config.words_prefix_threshold = Some(50);
+
+        index
+            .update_settings(|settings| {
+                settings.set_primary_key("id".to_owned());
+                settings.set_searchable_fields(vec!["text".to_owned()]);
+            })
+            .unwrap();
+
+        let batch_reader_from_documents = |documents| {
+            let mut builder = DocumentsBatchBuilder::new(Vec::new());
+            for object in documents {
+                builder.append_json_object(&object).unwrap();
+            }
+            DocumentsBatchReader::from_reader(Cursor::new(builder.into_inner().unwrap())).unwrap()
+        };
+
+        let mut documents = documents_with_enough_different_words_for_prefixes(&["a"], 0);
+        // now we add some documents where the text should populate the word_prefix_pair_proximity_docids database
+        documents.push(
+            serde_json::json!({
+                "id": 9000,
+                "text": "At an amazing and beautiful house"
+            })
+            .as_object()
+            .unwrap()
+            .clone(),
+        );
+        documents.push(
+            serde_json::json!({
+                "id": 9001,
+                "text": "The bell rings at 5 am"
+            })
+            .as_object()
+            .unwrap()
+            .clone(),
+        );
+
+        let documents = batch_reader_from_documents(documents);
+        index.add_documents(documents).unwrap();
+
+        db_snap!(index, documents_ids, "initial");
+        db_snap!(index, word_docids, "initial");
+        db_snap!(index, word_prefix_pair_proximity_docids, "initial");
+        db_snap!(index, prefix_word_pair_proximity_docids, "initial");
+
+        let mut wtxn = index.write_txn().unwrap();
+        let mut delete = DeleteDocuments::new(&mut wtxn, &index).unwrap();
+        delete.delete_documents(&RoaringBitmap::from_iter([50]));
+        delete.execute().unwrap();
+        wtxn.commit().unwrap();
+
+        db_snap!(index, documents_ids, "first_delete");
+        db_snap!(index, word_docids, "first_delete");
+        db_snap!(index, word_prefix_pair_proximity_docids, "first_delete");
+        db_snap!(index, prefix_word_pair_proximity_docids, "first_delete");
+
+        let mut wtxn = index.write_txn().unwrap();
+        let mut delete = DeleteDocuments::new(&mut wtxn, &index).unwrap();
+        delete.delete_documents(&RoaringBitmap::from_iter(0..50));
+        delete.execute().unwrap();
+        wtxn.commit().unwrap();
+
+        db_snap!(index, documents_ids, "second_delete");
+        db_snap!(index, word_docids, "second_delete");
+        db_snap!(index, word_prefix_pair_proximity_docids, "second_delete");
+        db_snap!(index, prefix_word_pair_proximity_docids, "second_delete");
+
+        let documents = documents_with_enough_different_words_for_prefixes(&["b"], 1000);
+        // now we add some documents where the text should populate the word_prefix_pair_proximity_docids database
+
+        index.add_documents(batch_reader_from_documents(documents)).unwrap();
+
+        db_snap!(index, documents_ids, "reupdate");
+        db_snap!(index, word_docids, "reupdate");
+        db_snap!(index, word_prefix_pair_proximity_docids, "reupdate");
+        db_snap!(index, prefix_word_pair_proximity_docids, "reupdate");
+    }
+
+    #[test]
+    fn replace_soft_deletion() {
+        let mut index = TempIndex::new();
+        index.index_documents_config.words_prefix_threshold = Some(50);
+        index.index_documents_config.update_method = IndexDocumentsMethod::ReplaceDocuments;
+
+        index
+            .update_settings(|settings| {
+                settings.set_primary_key("id".to_owned());
+                settings.set_searchable_fields(vec!["text".to_owned()]);
+            })
+            .unwrap();
+
+        let batch_reader_from_documents = |documents| {
+            let mut builder = DocumentsBatchBuilder::new(Vec::new());
+            for object in documents {
+                builder.append_json_object(&object).unwrap();
+            }
+            DocumentsBatchReader::from_reader(Cursor::new(builder.into_inner().unwrap())).unwrap()
+        };
+
+        let mut documents = documents_with_enough_different_words_for_prefixes(&["a"], 0);
+        // now we add some documents where the text should populate the word_prefix_pair_proximity_docids database
+        documents.push(
+            serde_json::json!({
+                "id": 9000,
+                "text": "At an amazing house"
+            })
+            .as_object()
+            .unwrap()
+            .clone(),
+        );
+        documents.push(
+            serde_json::json!({
+                "id": 9001,
+                "text": "The bell rings"
+            })
+            .as_object()
+            .unwrap()
+            .clone(),
+        );
+
+        let documents = batch_reader_from_documents(documents);
+        index.add_documents(documents).unwrap();
+
+        db_snap!(index, documents_ids, "initial");
+        db_snap!(index, word_docids, "initial");
+        db_snap!(index, word_prefix_pair_proximity_docids, "initial");
+        db_snap!(index, prefix_word_pair_proximity_docids, "initial");
+
+        let documents = documents_with_enough_different_words_for_prefixes(&["b"], 0);
+        index.add_documents(batch_reader_from_documents(documents)).unwrap();
+
+        db_snap!(index, documents_ids, "replaced");
+        db_snap!(index, word_docids, "replaced");
+        db_snap!(index, word_prefix_pair_proximity_docids, "replaced");
+        db_snap!(index, prefix_word_pair_proximity_docids, "replaced");
+        db_snap!(index, soft_deleted_documents_ids, "replaced", @"[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, ]");
+    }
+
+    #[test]
+    fn replace_hard_deletion() {
+        let mut index = TempIndex::new();
+        index.index_documents_config.words_prefix_threshold = Some(50);
+        index.index_documents_config.disable_soft_deletion = true;
+        index.index_documents_config.update_method = IndexDocumentsMethod::ReplaceDocuments;
+
+        index
+            .update_settings(|settings| {
+                settings.set_primary_key("id".to_owned());
+                settings.set_searchable_fields(vec!["text".to_owned()]);
+            })
+            .unwrap();
+
+        let batch_reader_from_documents = |documents| {
+            let mut builder = DocumentsBatchBuilder::new(Vec::new());
+            for object in documents {
+                builder.append_json_object(&object).unwrap();
+            }
+            DocumentsBatchReader::from_reader(Cursor::new(builder.into_inner().unwrap())).unwrap()
+        };
+
+        let mut documents = documents_with_enough_different_words_for_prefixes(&["a"], 0);
+        // now we add some documents where the text should populate the word_prefix_pair_proximity_docids database
+        documents.push(
+            serde_json::json!({
+                "id": 9000,
+                "text": "At an amazing house"
+            })
+            .as_object()
+            .unwrap()
+            .clone(),
+        );
+        documents.push(
+            serde_json::json!({
+                "id": 9001,
+                "text": "The bell rings"
+            })
+            .as_object()
+            .unwrap()
+            .clone(),
+        );
+
+        let documents = batch_reader_from_documents(documents);
+        index.add_documents(documents).unwrap();
+
+        db_snap!(index, documents_ids, "initial");
+        db_snap!(index, word_docids, "initial");
+        db_snap!(index, word_prefix_pair_proximity_docids, "initial");
+        db_snap!(index, prefix_word_pair_proximity_docids, "initial");
+
+        let documents = documents_with_enough_different_words_for_prefixes(&["b"], 0);
+        index.add_documents(batch_reader_from_documents(documents)).unwrap();
+
+        db_snap!(index, documents_ids, "replaced");
+        db_snap!(index, word_docids, "replaced");
+        db_snap!(index, word_prefix_pair_proximity_docids, "replaced");
+        db_snap!(index, prefix_word_pair_proximity_docids, "replaced");
+        db_snap!(index, soft_deleted_documents_ids, "replaced", @"[]");
+    }
 }

milli/src/update/prefix_word_pairs/snapshots/mod.rs/add_new_documents/initial/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,20 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    5                [101, ]
+1  a    amazing          [100, ]
+1  a    an               [100, ]
+1  a    and              [100, ]
+1  a    beautiful        [100, ]
+1  b    house            [100, ]
+1  b    rings            [101, ]
+1  be   house            [100, ]
+1  be   rings            [101, ]
+2  a    am               [101, ]
+2  a    amazing          [100, ]
+2  a    and              [100, ]
+2  a    beautiful        [100, ]
+2  a    house            [100, ]
+2  b    at               [101, ]
+2  be   at               [101, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/first_delete/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/first_delete/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,6 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    5                [51, ]
+2  a    am               [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/first_delete/word_docids.snap

@@ -0,0 +1,60 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+5                [51, ]
+a0               [0, ]
+a1               [1, ]
+a10              [16, ]
+a11              [17, ]
+a12              [18, ]
+a13              [19, ]
+a14              [20, ]
+a15              [21, ]
+a16              [22, ]
+a17              [23, ]
+a18              [24, ]
+a19              [25, ]
+a1a              [26, ]
+a1b              [27, ]
+a1c              [28, ]
+a1d              [29, ]
+a1e              [30, ]
+a1f              [31, ]
+a2               [2, ]
+a20              [32, ]
+a21              [33, ]
+a22              [34, ]
+a23              [35, ]
+a24              [36, ]
+a25              [37, ]
+a26              [38, ]
+a27              [39, ]
+a28              [40, ]
+a29              [41, ]
+a2a              [42, ]
+a2b              [43, ]
+a2c              [44, ]
+a2d              [45, ]
+a2e              [46, ]
+a2f              [47, ]
+a3               [3, ]
+a30              [48, ]
+a31              [49, ]
+a4               [4, ]
+a5               [5, ]
+a6               [6, ]
+a7               [7, ]
+a8               [8, ]
+a9               [9, ]
+aa               [10, ]
+ab               [11, ]
+ac               [12, ]
+ad               [13, ]
+ae               [14, ]
+af               [15, ]
+am               [51, ]
+at               [51, ]
+bell             [51, ]
+rings            [51, ]
+the              [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/first_delete/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,11 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  5                a    [51, ]
+1  rings            a    [51, ]
+2  at               a    [51, ]
+2  bell             a    [51, ]
+3  rings            a    [51, ]
+3  the              a    [51, ]
+4  bell             a    [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/initial/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/initial/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,14 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    5                [51, ]
+1  a    amazing          [50, ]
+1  a    an               [50, ]
+1  a    and              [50, ]
+1  a    beautiful        [50, ]
+2  a    am               [51, ]
+2  a    amazing          [50, ]
+2  a    and              [50, ]
+2  a    beautiful        [50, ]
+2  a    house            [50, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/initial/word_docids.snap

@@ -0,0 +1,65 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+5                [51, ]
+a0               [0, ]
+a1               [1, ]
+a10              [16, ]
+a11              [17, ]
+a12              [18, ]
+a13              [19, ]
+a14              [20, ]
+a15              [21, ]
+a16              [22, ]
+a17              [23, ]
+a18              [24, ]
+a19              [25, ]
+a1a              [26, ]
+a1b              [27, ]
+a1c              [28, ]
+a1d              [29, ]
+a1e              [30, ]
+a1f              [31, ]
+a2               [2, ]
+a20              [32, ]
+a21              [33, ]
+a22              [34, ]
+a23              [35, ]
+a24              [36, ]
+a25              [37, ]
+a26              [38, ]
+a27              [39, ]
+a28              [40, ]
+a29              [41, ]
+a2a              [42, ]
+a2b              [43, ]
+a2c              [44, ]
+a2d              [45, ]
+a2e              [46, ]
+a2f              [47, ]
+a3               [3, ]
+a30              [48, ]
+a31              [49, ]
+a4               [4, ]
+a5               [5, ]
+a6               [6, ]
+a7               [7, ]
+a8               [8, ]
+a9               [9, ]
+aa               [10, ]
+ab               [11, ]
+ac               [12, ]
+ad               [13, ]
+ae               [14, ]
+af               [15, ]
+am               [51, ]
+amazing          [50, ]
+an               [50, ]
+and              [50, ]
+at               [50, 51, ]
+beautiful        [50, ]
+bell             [51, ]
+house            [50, ]
+rings            [51, ]
+the              [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/initial/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,16 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  5                a    [51, ]
+1  amazing          a    [50, ]
+1  an               a    [50, ]
+1  at               a    [50, ]
+1  rings            a    [51, ]
+2  an               a    [50, ]
+2  at               a    [50, 51, ]
+2  bell             a    [51, ]
+3  at               a    [50, ]
+3  rings            a    [51, ]
+3  the              a    [51, ]
+4  bell             a    [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/reupdate/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/reupdate/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,6 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  b    rings            [51, ]
+2  b    at               [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/reupdate/word_docids.snap

@@ -0,0 +1,60 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+5                [51, ]
+am               [51, ]
+at               [51, ]
+b0               [0, ]
+b1               [1, ]
+b10              [16, ]
+b11              [17, ]
+b12              [18, ]
+b13              [19, ]
+b14              [20, ]
+b15              [21, ]
+b16              [22, ]
+b17              [23, ]
+b18              [24, ]
+b19              [25, ]
+b1a              [26, ]
+b1b              [27, ]
+b1c              [28, ]
+b1d              [29, ]
+b1e              [30, ]
+b1f              [31, ]
+b2               [2, ]
+b20              [32, ]
+b21              [33, ]
+b22              [34, ]
+b23              [35, ]
+b24              [36, ]
+b25              [37, ]
+b26              [38, ]
+b27              [39, ]
+b28              [40, ]
+b29              [41, ]
+b2a              [42, ]
+b2b              [43, ]
+b2c              [44, ]
+b2d              [45, ]
+b2e              [46, ]
+b2f              [47, ]
+b3               [3, ]
+b30              [48, ]
+b31              [49, ]
+b4               [4, ]
+b5               [5, ]
+b6               [6, ]
+b7               [7, ]
+b8               [8, ]
+b9               [9, ]
+ba               [10, ]
+bb               [11, ]
+bc               [12, ]
+bd               [13, ]
+be               [14, ]
+bell             [51, ]
+bf               [15, ]
+rings            [51, ]
+the              [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/reupdate/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,5 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  the              b    [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/second_delete/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[51, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/second_delete/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,6 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    5                [51, ]
+2  a    am               [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/second_delete/word_docids.snap

@@ -0,0 +1,10 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+5                [51, ]
+am               [51, ]
+at               [51, ]
+bell             [51, ]
+rings            [51, ]
+the              [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/hard_delete_and_reupdate/second_delete/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,11 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  5                a    [51, ]
+1  rings            a    [51, ]
+2  at               a    [51, ]
+2  bell             a    [51, ]
+3  rings            a    [51, ]
+3  the              a    [51, ]
+4  bell             a    [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_hard_deletion/initial/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_hard_deletion/initial/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,9 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    amazing          [50, ]
+1  a    an               [50, ]
+1  a    house            [50, ]
+2  a    amazing          [50, ]
+2  a    house            [50, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_hard_deletion/initial/word_docids.snap

@@ -0,0 +1,61 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+a0               [0, ]
+a1               [1, ]
+a10              [16, ]
+a11              [17, ]
+a12              [18, ]
+a13              [19, ]
+a14              [20, ]
+a15              [21, ]
+a16              [22, ]
+a17              [23, ]
+a18              [24, ]
+a19              [25, ]
+a1a              [26, ]
+a1b              [27, ]
+a1c              [28, ]
+a1d              [29, ]
+a1e              [30, ]
+a1f              [31, ]
+a2               [2, ]
+a20              [32, ]
+a21              [33, ]
+a22              [34, ]
+a23              [35, ]
+a24              [36, ]
+a25              [37, ]
+a26              [38, ]
+a27              [39, ]
+a28              [40, ]
+a29              [41, ]
+a2a              [42, ]
+a2b              [43, ]
+a2c              [44, ]
+a2d              [45, ]
+a2e              [46, ]
+a2f              [47, ]
+a3               [3, ]
+a30              [48, ]
+a31              [49, ]
+a4               [4, ]
+a5               [5, ]
+a6               [6, ]
+a7               [7, ]
+a8               [8, ]
+a9               [9, ]
+aa               [10, ]
+ab               [11, ]
+ac               [12, ]
+ad               [13, ]
+ae               [14, ]
+af               [15, ]
+amazing          [50, ]
+an               [50, ]
+at               [50, ]
+bell             [51, ]
+house            [50, ]
+rings            [51, ]
+the              [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_hard_deletion/initial/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,7 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  an               a    [50, ]
+1  at               a    [50, ]
+2  at               a    [50, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_hard_deletion/replaced/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_hard_deletion/replaced/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,5 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  b    rings            [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_hard_deletion/replaced/word_docids.snap

@@ -0,0 +1,61 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+amazing          [50, ]
+an               [50, ]
+at               [50, ]
+b0               [52, ]
+b1               [53, ]
+b10              [68, ]
+b11              [69, ]
+b12              [70, ]
+b13              [71, ]
+b14              [72, ]
+b15              [73, ]
+b16              [74, ]
+b17              [75, ]
+b18              [76, ]
+b19              [77, ]
+b1a              [78, ]
+b1b              [79, ]
+b1c              [80, ]
+b1d              [81, ]
+b1e              [82, ]
+b1f              [83, ]
+b2               [54, ]
+b20              [84, ]
+b21              [85, ]
+b22              [86, ]
+b23              [87, ]
+b24              [88, ]
+b25              [89, ]
+b26              [90, ]
+b27              [91, ]
+b28              [92, ]
+b29              [93, ]
+b2a              [94, ]
+b2b              [95, ]
+b2c              [96, ]
+b2d              [97, ]
+b2e              [98, ]
+b2f              [99, ]
+b3               [55, ]
+b30              [100, ]
+b31              [101, ]
+b4               [56, ]
+b5               [57, ]
+b6               [58, ]
+b7               [59, ]
+b8               [60, ]
+b9               [61, ]
+ba               [62, ]
+bb               [63, ]
+bc               [64, ]
+bd               [65, ]
+be               [66, ]
+bell             [51, ]
+bf               [67, ]
+house            [50, ]
+rings            [51, ]
+the              [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_hard_deletion/replaced/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,5 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  the              b    [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_soft_deletion/initial/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_soft_deletion/initial/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,9 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    amazing          [50, ]
+1  a    an               [50, ]
+1  a    house            [50, ]
+2  a    amazing          [50, ]
+2  a    house            [50, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_soft_deletion/initial/word_docids.snap

@@ -0,0 +1,61 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+a0               [0, ]
+a1               [1, ]
+a10              [16, ]
+a11              [17, ]
+a12              [18, ]
+a13              [19, ]
+a14              [20, ]
+a15              [21, ]
+a16              [22, ]
+a17              [23, ]
+a18              [24, ]
+a19              [25, ]
+a1a              [26, ]
+a1b              [27, ]
+a1c              [28, ]
+a1d              [29, ]
+a1e              [30, ]
+a1f              [31, ]
+a2               [2, ]
+a20              [32, ]
+a21              [33, ]
+a22              [34, ]
+a23              [35, ]
+a24              [36, ]
+a25              [37, ]
+a26              [38, ]
+a27              [39, ]
+a28              [40, ]
+a29              [41, ]
+a2a              [42, ]
+a2b              [43, ]
+a2c              [44, ]
+a2d              [45, ]
+a2e              [46, ]
+a2f              [47, ]
+a3               [3, ]
+a30              [48, ]
+a31              [49, ]
+a4               [4, ]
+a5               [5, ]
+a6               [6, ]
+a7               [7, ]
+a8               [8, ]
+a9               [9, ]
+aa               [10, ]
+ab               [11, ]
+ac               [12, ]
+ad               [13, ]
+ae               [14, ]
+af               [15, ]
+amazing          [50, ]
+an               [50, ]
+at               [50, ]
+bell             [51, ]
+house            [50, ]
+rings            [51, ]
+the              [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_soft_deletion/initial/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,7 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  an               a    [50, ]
+1  at               a    [50, ]
+2  at               a    [50, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_soft_deletion/replaced/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_soft_deletion/replaced/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,10 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    amazing          [50, ]
+1  a    an               [50, ]
+1  a    house            [50, ]
+1  b    rings            [51, ]
+2  a    amazing          [50, ]
+2  a    house            [50, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_soft_deletion/replaced/word_docids.hash.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+5f6443e54fae188aa96d4f27fce28939

milli/src/update/prefix_word_pairs/snapshots/mod.rs/replace_soft_deletion/replaced/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,8 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  an               a    [50, ]
+1  at               a    [50, ]
+1  the              b    [51, ]
+2  at               a    [50, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/first_delete/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/first_delete/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,14 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    5                [51, ]
+1  a    amazing          [50, ]
+1  a    an               [50, ]
+1  a    and              [50, ]
+1  a    beautiful        [50, ]
+2  a    am               [51, ]
+2  a    amazing          [50, ]
+2  a    and              [50, ]
+2  a    beautiful        [50, ]
+2  a    house            [50, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/first_delete/word_docids.snap

@@ -0,0 +1,65 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+5                [51, ]
+a0               [0, ]
+a1               [1, ]
+a10              [16, ]
+a11              [17, ]
+a12              [18, ]
+a13              [19, ]
+a14              [20, ]
+a15              [21, ]
+a16              [22, ]
+a17              [23, ]
+a18              [24, ]
+a19              [25, ]
+a1a              [26, ]
+a1b              [27, ]
+a1c              [28, ]
+a1d              [29, ]
+a1e              [30, ]
+a1f              [31, ]
+a2               [2, ]
+a20              [32, ]
+a21              [33, ]
+a22              [34, ]
+a23              [35, ]
+a24              [36, ]
+a25              [37, ]
+a26              [38, ]
+a27              [39, ]
+a28              [40, ]
+a29              [41, ]
+a2a              [42, ]
+a2b              [43, ]
+a2c              [44, ]
+a2d              [45, ]
+a2e              [46, ]
+a2f              [47, ]
+a3               [3, ]
+a30              [48, ]
+a31              [49, ]
+a4               [4, ]
+a5               [5, ]
+a6               [6, ]
+a7               [7, ]
+a8               [8, ]
+a9               [9, ]
+aa               [10, ]
+ab               [11, ]
+ac               [12, ]
+ad               [13, ]
+ae               [14, ]
+af               [15, ]
+am               [51, ]
+amazing          [50, ]
+an               [50, ]
+and              [50, ]
+at               [50, 51, ]
+beautiful        [50, ]
+bell             [51, ]
+house            [50, ]
+rings            [51, ]
+the              [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/first_delete/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,16 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  5                a    [51, ]
+1  amazing          a    [50, ]
+1  an               a    [50, ]
+1  at               a    [50, ]
+1  rings            a    [51, ]
+2  an               a    [50, ]
+2  at               a    [50, 51, ]
+2  bell             a    [51, ]
+3  at               a    [50, ]
+3  rings            a    [51, ]
+3  the              a    [51, ]
+4  bell             a    [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/initial/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/initial/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,14 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    5                [51, ]
+1  a    amazing          [50, ]
+1  a    an               [50, ]
+1  a    and              [50, ]
+1  a    beautiful        [50, ]
+2  a    am               [51, ]
+2  a    amazing          [50, ]
+2  a    and              [50, ]
+2  a    beautiful        [50, ]
+2  a    house            [50, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/initial/word_docids.snap

@@ -0,0 +1,65 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+5                [51, ]
+a0               [0, ]
+a1               [1, ]
+a10              [16, ]
+a11              [17, ]
+a12              [18, ]
+a13              [19, ]
+a14              [20, ]
+a15              [21, ]
+a16              [22, ]
+a17              [23, ]
+a18              [24, ]
+a19              [25, ]
+a1a              [26, ]
+a1b              [27, ]
+a1c              [28, ]
+a1d              [29, ]
+a1e              [30, ]
+a1f              [31, ]
+a2               [2, ]
+a20              [32, ]
+a21              [33, ]
+a22              [34, ]
+a23              [35, ]
+a24              [36, ]
+a25              [37, ]
+a26              [38, ]
+a27              [39, ]
+a28              [40, ]
+a29              [41, ]
+a2a              [42, ]
+a2b              [43, ]
+a2c              [44, ]
+a2d              [45, ]
+a2e              [46, ]
+a2f              [47, ]
+a3               [3, ]
+a30              [48, ]
+a31              [49, ]
+a4               [4, ]
+a5               [5, ]
+a6               [6, ]
+a7               [7, ]
+a8               [8, ]
+a9               [9, ]
+aa               [10, ]
+ab               [11, ]
+ac               [12, ]
+ad               [13, ]
+ae               [14, ]
+af               [15, ]
+am               [51, ]
+amazing          [50, ]
+an               [50, ]
+and              [50, ]
+at               [50, 51, ]
+beautiful        [50, ]
+bell             [51, ]
+house            [50, ]
+rings            [51, ]
+the              [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/initial/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,16 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  5                a    [51, ]
+1  amazing          a    [50, ]
+1  an               a    [50, ]
+1  at               a    [50, ]
+1  rings            a    [51, ]
+2  an               a    [50, ]
+2  at               a    [50, 51, ]
+2  bell             a    [51, ]
+3  at               a    [50, ]
+3  rings            a    [51, ]
+3  the              a    [51, ]
+4  bell             a    [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/reupdate/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/reupdate/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,17 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    5                [51, ]
+1  a    amazing          [50, ]
+1  a    an               [50, ]
+1  a    and              [50, ]
+1  a    beautiful        [50, ]
+1  b    house            [50, ]
+1  b    rings            [51, ]
+2  a    am               [51, ]
+2  a    amazing          [50, ]
+2  a    and              [50, ]
+2  a    beautiful        [50, ]
+2  a    house            [50, ]
+2  b    at               [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/reupdate/word_docids.hash.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+9f4866b80177e321a33ce434992022b5

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/reupdate/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,21 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  5                a    [51, ]
+1  amazing          a    [50, ]
+1  an               a    [50, ]
+1  and              b    [50, ]
+1  at               a    [50, ]
+1  rings            a    [51, ]
+1  the              b    [51, ]
+2  amazing          b    [50, ]
+2  an               a    [50, ]
+2  at               a    [50, 51, ]
+2  bell             a    [51, ]
+3  an               b    [50, ]
+3  at               a    [50, ]
+3  rings            a    [51, ]
+3  the              a    [51, ]
+4  at               b    [50, ]
+4  bell             a    [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/second_delete/documents_ids.snap

@@ -0,0 +1,4 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+[51, ]

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/second_delete/prefix_word_pair_proximity_docids.snap

@@ -0,0 +1,14 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  a    5                [51, ]
+1  a    amazing          [50, ]
+1  a    an               [50, ]
+1  a    and              [50, ]
+1  a    beautiful        [50, ]
+2  a    am               [51, ]
+2  a    amazing          [50, ]
+2  a    and              [50, ]
+2  a    beautiful        [50, ]
+2  a    house            [50, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/second_delete/word_docids.snap

@@ -0,0 +1,65 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+5                [51, ]
+a0               [0, ]
+a1               [1, ]
+a10              [16, ]
+a11              [17, ]
+a12              [18, ]
+a13              [19, ]
+a14              [20, ]
+a15              [21, ]
+a16              [22, ]
+a17              [23, ]
+a18              [24, ]
+a19              [25, ]
+a1a              [26, ]
+a1b              [27, ]
+a1c              [28, ]
+a1d              [29, ]
+a1e              [30, ]
+a1f              [31, ]
+a2               [2, ]
+a20              [32, ]
+a21              [33, ]
+a22              [34, ]
+a23              [35, ]
+a24              [36, ]
+a25              [37, ]
+a26              [38, ]
+a27              [39, ]
+a28              [40, ]
+a29              [41, ]
+a2a              [42, ]
+a2b              [43, ]
+a2c              [44, ]
+a2d              [45, ]
+a2e              [46, ]
+a2f              [47, ]
+a3               [3, ]
+a30              [48, ]
+a31              [49, ]
+a4               [4, ]
+a5               [5, ]
+a6               [6, ]
+a7               [7, ]
+a8               [8, ]
+a9               [9, ]
+aa               [10, ]
+ab               [11, ]
+ac               [12, ]
+ad               [13, ]
+ae               [14, ]
+af               [15, ]
+am               [51, ]
+amazing          [50, ]
+an               [50, ]
+and              [50, ]
+at               [50, 51, ]
+beautiful        [50, ]
+bell             [51, ]
+house            [50, ]
+rings            [51, ]
+the              [51, ]
+

milli/src/update/prefix_word_pairs/snapshots/mod.rs/soft_delete_and_reupdate/second_delete/word_prefix_pair_proximity_docids.snap

@@ -0,0 +1,16 @@
+---
+source: milli/src/update/prefix_word_pairs/mod.rs
+---
+1  5                a    [51, ]
+1  amazing          a    [50, ]
+1  an               a    [50, ]
+1  at               a    [50, ]
+1  rings            a    [51, ]
+2  an               a    [50, ]
+2  at               a    [50, 51, ]
+2  bell             a    [51, ]
+3  at               a    [50, ]
+3  rings            a    [51, ]
+3  the              a    [51, ]
+4  bell             a    [51, ]
+