Add the mutualized charabia normalization

This commit is contained in:
Clément Renault 2024-09-23 14:24:25 +02:00
parent 013acb3d93
commit 193d7f5d34
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F
3 changed files with 6 additions and 6 deletions

8
Cargo.lock generated
View File

@ -933,9 +933,8 @@ dependencies = [
[[package]]
name = "charabia"
version = "0.9.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "03cd8f290cae94934cdd0103c14c2de9faf2d7d85be0d24d511af2bf1b14119d"
version = "0.9.1"
source = "git+https://github.com/meilisearch/charabia?branch=mutualize-char-normalizer#9eea14faf27ad46bd5eed49d2654cbdc4a1068dd"
dependencies = [
"aho-corasick",
"csv",
@ -2651,8 +2650,7 @@ checksum = "28b29a3cd74f0f4598934efe3aeba42bae0eb4680554128851ebbecb02af14e6"
[[package]]
name = "irg-kvariants"
version = "0.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ef2af7c331f2536964a32b78a7d2e0963d78b42f4a76323b16cc7d94b1ddce26"
source = "git+https://github.com/meilisearch/charabia?branch=mutualize-char-normalizer#9eea14faf27ad46bd5eed49d2654cbdc4a1068dd"
dependencies = [
"csv",
"once_cell",

View File

@ -35,6 +35,7 @@ license = "MIT"
[profile.release]
codegen-units = 1
debug = true
[profile.dev.package.flate2]
opt-level = 3

View File

@ -18,7 +18,8 @@ bincode = "1.3.3"
bstr = "1.9.1"
bytemuck = { version = "1.16.1", features = ["extern_crate_alloc"] }
byteorder = "1.5.0"
charabia = { version = "0.9.0", default-features = false }
# charabia = { version = "0.9.0", default-features = false }
charabia = { git = "https://github.com/meilisearch/charabia", branch = "mutualize-char-normalizer", default-features = false }
concat-arrays = "0.1.2"
crossbeam-channel = "0.5.13"
deserr = "0.6.2"