From 28d6a4466d7d165008f8bd96c1624ad3cb3ceb16 Mon Sep 17 00:00:00 2001 From: ManyTheFish Date: Wed, 22 Feb 2023 17:43:10 +0100 Subject: [PATCH] Make the tokenizer creating a char map during highlighting --- meilisearch/src/search.rs | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/meilisearch/src/search.rs b/meilisearch/src/search.rs index f48563141..6621a494a 100644 --- a/meilisearch/src/search.rs +++ b/meilisearch/src/search.rs @@ -243,9 +243,10 @@ pub fn perform_search( &displayed_ids, ); - let tokenizer = TokenizerBuilder::default().build(); + let mut tokenizer_buidler = TokenizerBuilder::default(); + tokenizer_buidler.create_char_map(true); - let mut formatter_builder = MatcherBuilder::new(matching_words, tokenizer); + let mut formatter_builder = MatcherBuilder::new(matching_words, tokenizer_buidler.build()); formatter_builder.crop_marker(query.crop_marker); formatter_builder.highlight_prefix(query.highlight_pre_tag); formatter_builder.highlight_suffix(query.highlight_post_tag);