diff --git a/meilidb-tokenizer/src/lib.rs b/meilidb-tokenizer/src/lib.rs index 50d577db8..25fd8af8b 100644 --- a/meilidb-tokenizer/src/lib.rs +++ b/meilidb-tokenizer/src/lib.rs @@ -39,8 +39,8 @@ fn is_separator(c: char) -> bool { fn classify_separator(c: char) -> Option { match c { - ' ' | '\'' | ':' | '"' => Some(Soft), - '.' | ';' | ',' | '!' | '?' | '-' | '_' | '(' | ')' => Some(Hard), + ' ' | '-' | '_' | '\'' | ':' | '"' => Some(Soft), + '.' | ';' | ',' | '!' | '?' | '(' | ')' => Some(Hard), _ => None, } }