snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2024-11-23 10:37:41 +08:00
Code Issues Actions 8 Packages Projects Releases Wiki Activity

Fix computation of ngram derivations

Browse Source
This commit is contained in:
Loïc Lecrenier 2023-04-03 15:27:49 +02:00
parent 4708d9b016
commit 3f13608002
1 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
milli/src/search/new/query_term.rs
View File

@ -1017,16 +1017,13 @@ pub fn make_ngram(
if ngram_str.len() > MAX_WORD_LENGTH { if ngram_str.len() > MAX_WORD_LENGTH {
return Ok(None); return Ok(None);
} }
let ngram_str_interned = ctx.word_interner.insert(ngram_str.clone());
let max_nbr_typos = let max_nbr_typos =
number_of_typos_allowed(ngram_str.as_str()).saturating_sub(terms.len() as u8 - 1); number_of_typos_allowed(ngram_str.as_str()).saturating_sub(terms.len() as u8 - 1);
let mut term = partially_initialized_term_from_word(ctx, &ngram_str, max_nbr_typos, is_prefix)?; let mut term = partially_initialized_term_from_word(ctx, &ngram_str, max_nbr_typos, is_prefix)?;
// let (_, mut zero_typo, mut one_typo, two_typo) =
// all_subterms_from_word(ctx, &ngram_str, max_nbr_typos, is_prefix)?;
let original = ctx.word_interner.insert(words.join(" "));
// Now add the synonyms // Now add the synonyms
let index_synonyms = ctx.index.synonyms(ctx.txn)?; let index_synonyms = ctx.index.synonyms(ctx.txn)?;
@ -1038,7 +1035,7 @@ pub fn make_ngram(
); );
let term = QueryTerm { let term = QueryTerm {
original, original: ngram_str_interned,
is_multiple_words: true, is_multiple_words: true,
is_prefix, is_prefix,
max_nbr_typos, max_nbr_typos,