snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2024-11-22 10:07:40 +08:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

Do not forget to recompute common prefixes

Browse Source
This commit is contained in:
Clément Renault 2024-11-05 11:26:46 +01:00
parent ad52c950ba
commit db55638714
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
milli/src/update/new/indexer/mod.rs
View File

@ -265,16 +265,18 @@ where
let prefix_settings = index.prefix_settings(&rtxn)?; let prefix_settings = index.prefix_settings(&rtxn)?;
word_fst_builder.with_prefix_settings(prefix_settings); word_fst_builder.with_prefix_settings(prefix_settings);
let previous_words = index.word_docids.iter(&rtxn)?.remap_data_type::<DecodeIgnore>(); let previous_words = index.word_docids.iter(&rtxn)?.remap_data_type::<Bytes>();
let current_words = index.word_docids.iter(wtxn)?.remap_data_type::<DecodeIgnore>(); let current_words = index.word_docids.iter(wtxn)?.remap_data_type::<Bytes>();
for eob in merge_join_by(previous_words, current_words, |lhs, rhs| match (lhs, rhs) { for eob in merge_join_by(previous_words, current_words, |lhs, rhs| match (lhs, rhs) {
(Ok((l, _)), Ok((r, _))) => l.cmp(r), (Ok((l, _)), Ok((r, _))) => l.cmp(r),
(Err(_), _) | (_, Err(_)) => Ordering::Equal, (Err(_), _) | (_, Err(_)) => Ordering::Equal,
}) { }) {
match eob { match eob {
EitherOrBoth::Both(lhs, rhs) => { EitherOrBoth::Both(lhs, rhs) => {
if let Some(e) = lhs.err().or(rhs.err()) { let (word, lhs_bytes) = lhs?;
return Err(e.into()); let (_, rhs_bytes) = rhs?;
if lhs_bytes != rhs_bytes {
word_fst_builder.register_word(DelAdd::Addition, word.as_ref())?;
} }
} }
EitherOrBoth::Left(result) => { EitherOrBoth::Left(result) => {