From 88174b8ae40fba726b0039ff407e3b048d9bd878 Mon Sep 17 00:00:00 2001 From: ManyTheFish Date: Tue, 30 Apr 2024 14:30:23 +0200 Subject: [PATCH] Update charabia v0.8.10 --- meilisearch-types/Cargo.toml | 2 ++ meilisearch/Cargo.toml | 1 + milli/Cargo.toml | 6 +++++- 3 files changed, 8 insertions(+), 1 deletion(-) diff --git a/meilisearch-types/Cargo.toml b/meilisearch-types/Cargo.toml index 1973a2034..6d23f144a 100644 --- a/meilisearch-types/Cargo.toml +++ b/meilisearch-types/Cargo.toml @@ -57,3 +57,5 @@ greek = ["milli/greek"] khmer = ["milli/khmer"] # allow vietnamese specialized tokenization vietnamese = ["milli/vietnamese"] +# force swedish character recomposition +swedish-recomposition = ["milli/swedish-recomposition"] diff --git a/meilisearch/Cargo.toml b/meilisearch/Cargo.toml index 6b8db4144..4a2b11b21 100644 --- a/meilisearch/Cargo.toml +++ b/meilisearch/Cargo.toml @@ -156,6 +156,7 @@ thai = ["meilisearch-types/thai"] greek = ["meilisearch-types/greek"] khmer = ["meilisearch-types/khmer"] vietnamese = ["meilisearch-types/vietnamese"] +swedish-recomposition = ["meilisearch-types/swedish-recomposition"] [package.metadata.mini-dashboard] assets-url = "https://github.com/meilisearch/mini-dashboard/releases/download/v0.2.13/build.zip" diff --git a/milli/Cargo.toml b/milli/Cargo.toml index 9423a854e..082cd0812 100644 --- a/milli/Cargo.toml +++ b/milli/Cargo.toml @@ -17,7 +17,7 @@ bincode = "1.3.3" bstr = "1.9.0" bytemuck = { version = "1.14.0", features = ["extern_crate_alloc"] } byteorder = "1.5.0" -charabia = { version = "0.8.9", default-features = false } +charabia = { version = "0.8.10", default-features = false } concat-arrays = "0.1.2" crossbeam-channel = "0.5.11" deserr = "0.6.1" @@ -136,7 +136,11 @@ greek = ["charabia/greek"] # allow khmer specialized tokenization khmer = ["charabia/khmer"] +# allow vietnamese specialized tokenization vietnamese = ["charabia/vietnamese"] +# force swedish character recomposition +swedish-recomposition = ["charabia/swedish-recomposition"] + # allow CUDA support, see cuda = ["candle-core/cuda"]