From 43c13faeda14929ef511507afb94f5c46a566f06 Mon Sep 17 00:00:00 2001 From: Many the fish Date: Thu, 10 Aug 2023 10:05:03 +0200 Subject: [PATCH] Update milli/src/update/index_documents/extract/extract_docid_word_positions.rs Co-authored-by: Tamo --- .../index_documents/extract/extract_docid_word_positions.rs | 2 -- 1 file changed, 2 deletions(-) diff --git a/milli/src/update/index_documents/extract/extract_docid_word_positions.rs b/milli/src/update/index_documents/extract/extract_docid_word_positions.rs index b56398385..67270bc52 100644 --- a/milli/src/update/index_documents/extract/extract_docid_word_positions.rs +++ b/milli/src/update/index_documents/extract/extract_docid_word_positions.rs @@ -55,11 +55,9 @@ pub fn extract_docid_word_positions( tokenizer_builder.stop_words(stop_words); } if let Some(dictionary) = dictionary { - // let dictionary: Vec<_> = dictionary.iter().map(String::as_str).collect(); tokenizer_builder.words_dict(dictionary.as_slice()); } if let Some(separators) = allowed_separators { - // let separators: Vec<_> = separators.iter().map(String::as_str).collect(); tokenizer_builder.separators(separators.as_slice()); } let tokenizer = tokenizer_builder.build();