From 2d8f9a98490922c350d04976b58bd047788604bc Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Cl=C3=A9ment=20Renault?= <renault.cle@gmail.com>
Date: Mon, 11 Nov 2019 21:23:08 +0100
Subject: [PATCH] Add support for back/slashes

---
 meilidb-tokenizer/src/lib.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/meilidb-tokenizer/src/lib.rs b/meilidb-tokenizer/src/lib.rs
index 6bbcbea3d..fa500a840 100644
--- a/meilidb-tokenizer/src/lib.rs
+++ b/meilidb-tokenizer/src/lib.rs
@@ -47,7 +47,7 @@ fn classify_separator(c: char) -> Option<SeparatorCategory> {
         c if c.is_whitespace() => Some(Soft), // whitespaces
         c if deunicode_char(c) == Some("'") => Some(Soft), // quotes
         c if deunicode_char(c) == Some("\"") => Some(Soft), // double quotes
-        '-' | '_' | '\'' | ':' => Some(Soft),
+        '-' | '_' | '\'' | ':' | '/' | '\\' => Some(Soft),
         '.' | ';' | ',' | '!' | '?' | '(' | ')' => Some(Hard),
         _ => None,
     }