From 193d7f5d34820c1935d7730f3d3ec81cac91d8b5 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cl=C3=A9ment=20Renault?= Date: Mon, 23 Sep 2024 14:24:25 +0200 Subject: [PATCH] Add the mutualized charabia normalization --- Cargo.lock | 8 +++----- Cargo.toml | 1 + milli/Cargo.toml | 3 ++- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 6eb12d80f..d830a7a4e 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -933,9 +933,8 @@ dependencies = [ [[package]] name = "charabia" -version = "0.9.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "03cd8f290cae94934cdd0103c14c2de9faf2d7d85be0d24d511af2bf1b14119d" +version = "0.9.1" +source = "git+https://github.com/meilisearch/charabia?branch=mutualize-char-normalizer#9eea14faf27ad46bd5eed49d2654cbdc4a1068dd" dependencies = [ "aho-corasick", "csv", @@ -2651,8 +2650,7 @@ checksum = "28b29a3cd74f0f4598934efe3aeba42bae0eb4680554128851ebbecb02af14e6" [[package]] name = "irg-kvariants" version = "0.1.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ef2af7c331f2536964a32b78a7d2e0963d78b42f4a76323b16cc7d94b1ddce26" +source = "git+https://github.com/meilisearch/charabia?branch=mutualize-char-normalizer#9eea14faf27ad46bd5eed49d2654cbdc4a1068dd" dependencies = [ "csv", "once_cell", diff --git a/Cargo.toml b/Cargo.toml index 3b9219ebc..3d4d20aff 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -35,6 +35,7 @@ license = "MIT" [profile.release] codegen-units = 1 +debug = true [profile.dev.package.flate2] opt-level = 3 diff --git a/milli/Cargo.toml b/milli/Cargo.toml index 1fa754069..3f2bb09fa 100644 --- a/milli/Cargo.toml +++ b/milli/Cargo.toml @@ -18,7 +18,8 @@ bincode = "1.3.3" bstr = "1.9.1" bytemuck = { version = "1.16.1", features = ["extern_crate_alloc"] } byteorder = "1.5.0" -charabia = { version = "0.9.0", default-features = false } +# charabia = { version = "0.9.0", default-features = false } +charabia = { git = "https://github.com/meilisearch/charabia", branch = "mutualize-char-normalizer", default-features = false } concat-arrays = "0.1.2" crossbeam-channel = "0.5.13" deserr = "0.6.2"