Support iso-639-1

Cargo.lock

@@ -3502,6 +3502,7 @@ dependencies = [
  "serde",
  "serde-cs",
  "serde_json",
+ "strum",
  "tar",
  "tempfile",
  "thiserror",

meilisearch-types/Cargo.toml

@@ -27,6 +27,7 @@ roaring = { version = "0.10.6", features = ["serde"] }
 serde = { version = "1.0.204", features = ["derive"] }
 serde-cs = "0.2.4"
 serde_json = "1.0.120"
+strum = { version = "0.26", features = ["derive"] }
 tar = "0.4.41"
 tempfile = "3.10.1"
 thiserror = "1.0.61"

meilisearch-types/src/locales.rs

@@ -1,33 +1,380 @@
 use deserr::Deserr;
-use milli::LocalizedAttributesRule;
+use milli::{tokenizer::Language, LocalizedAttributesRule};
 use serde::{Deserialize, Serialize};
 use serde_json::json;
+use strum::{EnumIter, IntoEnumIterator};
 
-/// Generate a Locale enum and its From and Into implementations for milli::tokenizer::Language.
+#[derive(
-///
+    Debug, Copy, Clone, PartialEq, Eq, Deserr, Serialize, Deserialize, Ord, PartialOrd, EnumIter,
-/// this enum implements `Deserr` in order to be used in the API.
+)]
-macro_rules! make_locale {
-
-    ($($language:tt), +) => {
-        #[derive(Debug, Copy, Clone, PartialEq, Eq, Deserr, Serialize, Deserialize, Ord, PartialOrd)]
 #[deserr(rename_all = camelCase)]
 #[serde(rename_all = "camelCase")]
 pub enum Locale {
-            $($language),+,
+    // ISO 639-3
+    Afr,
+    Aka,
+    Amh,
+    Ara,
+    Aze,
+    Bel,
+    Ben,
+    Bul,
+    Cat,
+    Ces,
+    Cmn,
+    Dan,
+    Deu,
+    Ell,
+    Eng,
+    Epo,
+    Est,
+    Fas,
+    Fin,
+    Fra,
+    Guj,
+    Heb,
+    Hin,
+    Hrv,
+    Hun,
+    Hye,
+    Ind,
+    Ita,
+    Jav,
+    Jpn,
+    Kan,
+    Kat,
+    Khm,
+    Kor,
+    Lat,
+    Lav,
+    Lit,
+    Mal,
+    Mar,
+    Mkd,
+    Mya,
+    Nep,
+    Nld,
+    Nob,
+    Ori,
+    Pan,
+    Pes,
+    Pol,
+    Por,
+    Ron,
+    Rus,
+    Sin,
+    Slk,
+    Slv,
+    Sna,
+    Spa,
+    Srp,
+    Swe,
+    Tam,
+    Tel,
+    Tgl,
+    Tha,
+    Tuk,
+    Tur,
+    Ukr,
+    Urd,
+    Uzb,
+    Vie,
+    Yid,
+    Zho,
+    Zul,
+    // ISO 639-1
+    Af,
+    Ak,
+    Am,
+    Ar,
+    Az,
+    Be,
+    Bn,
+    Bg,
+    Ca,
+    Cs,
+    Zh,
+    Da,
+    De,
+    El,
+    En,
+    Eo,
+    Et,
+    Fi,
+    Fr,
+    Gu,
+    He,
+    Hi,
+    Hr,
+    Hu,
+    Hy,
+    Id,
+    It,
+    Jv,
+    Ja,
+    Kn,
+    Ka,
+    Km,
+    Ko,
+    La,
+    Lv,
+    Lt,
+    Ml,
+    Mr,
+    Mk,
+    My,
+    Ne,
+    Nl,
+    Nb,
+    Or,
+    Pa,
+    Fa,
+    Pl,
+    Pt,
+    Ro,
+    Ru,
+    Si,
+    Sk,
+    Sl,
+    Sn,
+    Es,
+    Sr,
+    Sv,
+    Ta,
+    Te,
+    Tl,
+    Th,
+    Tk,
+    Tr,
+    Uk,
+    Ur,
+    Uz,
+    Vi,
+    Yi,
+    Zu,
 }
 
-        impl From<milli::tokenizer::Language> for Locale {
+impl From<Locale> for Language {
-            fn from(other: milli::tokenizer::Language) -> Locale {
+    fn from(other: Locale) -> Language {
         match other {
-                    $(milli::tokenizer::Language::$language => Locale::$language), +
+            // ISO 639-3
+            Locale::Afr => Language::Afr,
+            Locale::Aka => Language::Aka,
+            Locale::Amh => Language::Amh,
+            Locale::Ara => Language::Ara,
+            Locale::Aze => Language::Aze,
+            Locale::Bel => Language::Bel,
+            Locale::Ben => Language::Ben,
+            Locale::Bul => Language::Bul,
+            Locale::Cat => Language::Cat,
+            Locale::Ces => Language::Ces,
+            Locale::Cmn => Language::Cmn,
+            Locale::Dan => Language::Dan,
+            Locale::Deu => Language::Deu,
+            Locale::Ell => Language::Ell,
+            Locale::Eng => Language::Eng,
+            Locale::Epo => Language::Epo,
+            Locale::Est => Language::Est,
+            Locale::Fas => Language::Pes,
+            Locale::Fin => Language::Fin,
+            Locale::Fra => Language::Fra,
+            Locale::Guj => Language::Guj,
+            Locale::Heb => Language::Heb,
+            Locale::Hin => Language::Hin,
+            Locale::Hrv => Language::Hrv,
+            Locale::Hun => Language::Hun,
+            Locale::Hye => Language::Hye,
+            Locale::Ind => Language::Ind,
+            Locale::Ita => Language::Ita,
+            Locale::Jav => Language::Jav,
+            Locale::Jpn => Language::Jpn,
+            Locale::Kan => Language::Kan,
+            Locale::Kat => Language::Kat,
+            Locale::Khm => Language::Khm,
+            Locale::Kor => Language::Kor,
+            Locale::Lat => Language::Lat,
+            Locale::Lav => Language::Lav,
+            Locale::Lit => Language::Lit,
+            Locale::Mal => Language::Mal,
+            Locale::Mar => Language::Mar,
+            Locale::Mkd => Language::Mkd,
+            Locale::Mya => Language::Mya,
+            Locale::Nep => Language::Nep,
+            Locale::Nld => Language::Nld,
+            Locale::Nob => Language::Nob,
+            Locale::Ori => Language::Ori,
+            Locale::Pan => Language::Pan,
+            Locale::Pes => Language::Pes,
+            Locale::Pol => Language::Pol,
+            Locale::Por => Language::Por,
+            Locale::Ron => Language::Ron,
+            Locale::Rus => Language::Rus,
+            Locale::Sin => Language::Sin,
+            Locale::Slk => Language::Slk,
+            Locale::Slv => Language::Slv,
+            Locale::Sna => Language::Sna,
+            Locale::Spa => Language::Spa,
+            Locale::Srp => Language::Srp,
+            Locale::Swe => Language::Swe,
+            Locale::Tam => Language::Tam,
+            Locale::Tel => Language::Tel,
+            Locale::Tgl => Language::Tgl,
+            Locale::Tha => Language::Tha,
+            Locale::Tuk => Language::Tuk,
+            Locale::Tur => Language::Tur,
+            Locale::Ukr => Language::Ukr,
+            Locale::Urd => Language::Urd,
+            Locale::Uzb => Language::Uzb,
+            Locale::Vie => Language::Vie,
+            Locale::Yid => Language::Yid,
+            Locale::Zho => Language::Cmn,
+            Locale::Zul => Language::Zul,
+            // ISO 639-1
+            Locale::Af => Language::Afr,
+            Locale::Ak => Language::Aka,
+            Locale::Am => Language::Amh,
+            Locale::Ar => Language::Ara,
+            Locale::Az => Language::Aze,
+            Locale::Be => Language::Bel,
+            Locale::Bn => Language::Ben,
+            Locale::Bg => Language::Bul,
+            Locale::Ca => Language::Cat,
+            Locale::Cs => Language::Ces,
+            Locale::Zh => Language::Cmn,
+            Locale::Da => Language::Dan,
+            Locale::De => Language::Deu,
+            Locale::El => Language::Ell,
+            Locale::En => Language::Eng,
+            Locale::Eo => Language::Epo,
+            Locale::Et => Language::Est,
+            Locale::Fi => Language::Fin,
+            Locale::Fr => Language::Fra,
+            Locale::Gu => Language::Guj,
+            Locale::He => Language::Heb,
+            Locale::Hi => Language::Hin,
+            Locale::Hr => Language::Hrv,
+            Locale::Hu => Language::Hun,
+            Locale::Hy => Language::Hye,
+            Locale::Id => Language::Ind,
+            Locale::It => Language::Ita,
+            Locale::Jv => Language::Jav,
+            Locale::Ja => Language::Jpn,
+            Locale::Kn => Language::Kan,
+            Locale::Ka => Language::Kat,
+            Locale::Km => Language::Khm,
+            Locale::Ko => Language::Kor,
+            Locale::La => Language::Lat,
+            Locale::Lv => Language::Lav,
+            Locale::Lt => Language::Lit,
+            Locale::Ml => Language::Mal,
+            Locale::Mr => Language::Mar,
+            Locale::Mk => Language::Mkd,
+            Locale::My => Language::Mya,
+            Locale::Ne => Language::Nep,
+            Locale::Nl => Language::Nld,
+            Locale::Nb => Language::Nob,
+            Locale::Or => Language::Ori,
+            Locale::Pa => Language::Pan,
+            Locale::Fa => Language::Pes,
+            Locale::Pl => Language::Pol,
+            Locale::Pt => Language::Por,
+            Locale::Ro => Language::Ron,
+            Locale::Ru => Language::Rus,
+            Locale::Si => Language::Sin,
+            Locale::Sk => Language::Slk,
+            Locale::Sl => Language::Slv,
+            Locale::Sn => Language::Sna,
+            Locale::Es => Language::Spa,
+            Locale::Sr => Language::Srp,
+            Locale::Sv => Language::Swe,
+            Locale::Ta => Language::Tam,
+            Locale::Te => Language::Tel,
+            Locale::Tl => Language::Tgl,
+            Locale::Th => Language::Tha,
+            Locale::Tk => Language::Tuk,
+            Locale::Tr => Language::Tur,
+            Locale::Uk => Language::Ukr,
+            Locale::Ur => Language::Urd,
+            Locale::Uz => Language::Uzb,
+            Locale::Vi => Language::Vie,
+            Locale::Yi => Language::Yid,
+            Locale::Zu => Language::Zul,
         }
     }
 }
 
-        impl From<Locale> for milli::tokenizer::Language {
+impl From<Language> for Locale {
-            fn from(other: Locale) -> milli::tokenizer::Language {
+    fn from(other: Language) -> Locale {
         match other {
-                    $(Locale::$language => milli::tokenizer::Language::$language), +,
+            Language::Afr => Locale::Afr,
+            Language::Aka => Locale::Aka,
+            Language::Amh => Locale::Amh,
+            Language::Ara => Locale::Ara,
+            Language::Aze => Locale::Aze,
+            Language::Bel => Locale::Bel,
+            Language::Ben => Locale::Ben,
+            Language::Bul => Locale::Bul,
+            Language::Cat => Locale::Cat,
+            Language::Ces => Locale::Ces,
+            Language::Cmn => Locale::Zho,
+            Language::Dan => Locale::Dan,
+            Language::Deu => Locale::Deu,
+            Language::Ell => Locale::Ell,
+            Language::Eng => Locale::Eng,
+            Language::Epo => Locale::Epo,
+            Language::Est => Locale::Est,
+            Language::Fin => Locale::Fin,
+            Language::Fra => Locale::Fra,
+            Language::Guj => Locale::Guj,
+            Language::Heb => Locale::Heb,
+            Language::Hin => Locale::Hin,
+            Language::Hrv => Locale::Hrv,
+            Language::Hun => Locale::Hun,
+            Language::Hye => Locale::Hye,
+            Language::Ind => Locale::Ind,
+            Language::Ita => Locale::Ita,
+            Language::Jav => Locale::Jav,
+            Language::Jpn => Locale::Jpn,
+            Language::Kan => Locale::Kan,
+            Language::Kat => Locale::Kat,
+            Language::Khm => Locale::Khm,
+            Language::Kor => Locale::Kor,
+            Language::Lat => Locale::Lat,
+            Language::Lav => Locale::Lav,
+            Language::Lit => Locale::Lit,
+            Language::Mal => Locale::Mal,
+            Language::Mar => Locale::Mar,
+            Language::Mkd => Locale::Mkd,
+            Language::Mya => Locale::Mya,
+            Language::Nep => Locale::Nep,
+            Language::Nld => Locale::Nld,
+            Language::Nob => Locale::Nob,
+            Language::Ori => Locale::Ori,
+            Language::Pan => Locale::Pan,
+            Language::Pes => Locale::Fas,
+            Language::Pol => Locale::Pol,
+            Language::Por => Locale::Por,
+            Language::Ron => Locale::Ron,
+            Language::Rus => Locale::Rus,
+            Language::Sin => Locale::Sin,
+            Language::Slk => Locale::Slk,
+            Language::Slv => Locale::Slv,
+            Language::Sna => Locale::Sna,
+            Language::Spa => Locale::Spa,
+            Language::Srp => Locale::Srp,
+            Language::Swe => Locale::Swe,
+            Language::Tam => Locale::Tam,
+            Language::Tel => Locale::Tel,
+            Language::Tgl => Locale::Tgl,
+            Language::Tha => Locale::Tha,
+            Language::Tuk => Locale::Tuk,
+            Language::Tur => Locale::Tur,
+            Language::Ukr => Locale::Ukr,
+            Language::Urd => Locale::Urd,
+            Language::Uzb => Locale::Uzb,
+            Language::Vie => Locale::Vie,
+            Language::Yid => Locale::Yid,
+            Language::Zul => Locale::Zul,
         }
     }
 }
@@ -39,84 +386,13 @@ macro_rules! make_locale {
 
 impl std::fmt::Display for LocaleFormatError {
     fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
-                let valid_locales = [$(Locale::$language),+].iter().map(|l| format!("`{}`", json!(l).as_str().unwrap())).collect::<Vec<_>>().join(", ");
+        let valid_locales = Locale::iter()
+            .map(|l| format!("`{}`", json!(l).as_str().unwrap()))
+            .collect::<Vec<_>>()
+            .join(", ");
         write!(f, "Unsupported locale `{}`, expected one of {}", self.invalid_locale, valid_locales)
     }
 }
-    };
-}
-
-make_locale! {
-    Epo,
-    Eng,
-    Rus,
-    Cmn,
-    Spa,
-    Por,
-    Ita,
-    Ben,
-    Fra,
-    Deu,
-    Ukr,
-    Kat,
-    Ara,
-    Hin,
-    Jpn,
-    Heb,
-    Yid,
-    Pol,
-    Amh,
-    Jav,
-    Kor,
-    Nob,
-    Dan,
-    Swe,
-    Fin,
-    Tur,
-    Nld,
-    Hun,
-    Ces,
-    Ell,
-    Bul,
-    Bel,
-    Mar,
-    Kan,
-    Ron,
-    Slv,
-    Hrv,
-    Srp,
-    Mkd,
-    Lit,
-    Lav,
-    Est,
-    Tam,
-    Vie,
-    Urd,
-    Tha,
-    Guj,
-    Uzb,
-    Pan,
-    Aze,
-    Ind,
-    Tel,
-    Pes,
-    Mal,
-    Ori,
-    Mya,
-    Nep,
-    Sin,
-    Khm,
-    Tuk,
-    Aka,
-    Zul,
-    Sna,
-    Afr,
-    Lat,
-    Slk,
-    Cat,
-    Tgl,
-    Hye
-}
 
 impl std::error::Error for LocaleFormatError {}
 
@@ -124,9 +400,154 @@ impl std::str::FromStr for Locale {
     type Err = LocaleFormatError;
 
     fn from_str(s: &str) -> Result<Self, Self::Err> {
-        milli::tokenizer::Language::from_code(s)
+        let locale = match s {
-            .map(Self::from)
+            // ISO 639-3
-            .ok_or(LocaleFormatError { invalid_locale: s.to_string() })
+            "afr" => Locale::Afr,
+            "aka" => Locale::Aka,
+            "amh" => Locale::Amh,
+            "ara" => Locale::Ara,
+            "aze" => Locale::Aze,
+            "bel" => Locale::Bel,
+            "ben" => Locale::Ben,
+            "bul" => Locale::Bul,
+            "cat" => Locale::Cat,
+            "ces" => Locale::Ces,
+            "cmn" => Locale::Cmn,
+            "dan" => Locale::Dan,
+            "deu" => Locale::Deu,
+            "ell" => Locale::Ell,
+            "eng" => Locale::Eng,
+            "epo" => Locale::Epo,
+            "est" => Locale::Est,
+            "fas" => Locale::Fas,
+            "fin" => Locale::Fin,
+            "fra" => Locale::Fra,
+            "guj" => Locale::Guj,
+            "heb" => Locale::Heb,
+            "hin" => Locale::Hin,
+            "hrv" => Locale::Hrv,
+            "hun" => Locale::Hun,
+            "hye" => Locale::Hye,
+            "ind" => Locale::Ind,
+            "ita" => Locale::Ita,
+            "jav" => Locale::Jav,
+            "jpn" => Locale::Jpn,
+            "kan" => Locale::Kan,
+            "kat" => Locale::Kat,
+            "khm" => Locale::Khm,
+            "kor" => Locale::Kor,
+            "lat" => Locale::Lat,
+            "lav" => Locale::Lav,
+            "lit" => Locale::Lit,
+            "mal" => Locale::Mal,
+            "mar" => Locale::Mar,
+            "mkd" => Locale::Mkd,
+            "mya" => Locale::Mya,
+            "nep" => Locale::Nep,
+            "nld" => Locale::Nld,
+            "nob" => Locale::Nob,
+            "ori" => Locale::Ori,
+            "pan" => Locale::Pan,
+            "pes" => Locale::Pes,
+            "pol" => Locale::Pol,
+            "por" => Locale::Por,
+            "ron" => Locale::Ron,
+            "rus" => Locale::Rus,
+            "sin" => Locale::Sin,
+            "slk" => Locale::Slk,
+            "slv" => Locale::Slv,
+            "sna" => Locale::Sna,
+            "spa" => Locale::Spa,
+            "srp" => Locale::Srp,
+            "swe" => Locale::Swe,
+            "tam" => Locale::Tam,
+            "tel" => Locale::Tel,
+            "tgl" => Locale::Tgl,
+            "tha" => Locale::Tha,
+            "tuk" => Locale::Tuk,
+            "tur" => Locale::Tur,
+            "ukr" => Locale::Ukr,
+            "urd" => Locale::Urd,
+            "uzb" => Locale::Uzb,
+            "vie" => Locale::Vie,
+            "yid" => Locale::Yid,
+            "zho" => Locale::Zho,
+            "zul" => Locale::Zul,
+            // ISO 639-1
+            "af" => Locale::Af,
+            "ak" => Locale::Ak,
+            "am" => Locale::Am,
+            "ar" => Locale::Ar,
+            "az" => Locale::Az,
+            "be" => Locale::Be,
+            "bn" => Locale::Bn,
+            "bg" => Locale::Bg,
+            "ca" => Locale::Ca,
+            "cs" => Locale::Cs,
+            "zh" => Locale::Zh,
+            "da" => Locale::Da,
+            "de" => Locale::De,
+            "el" => Locale::El,
+            "en" => Locale::En,
+            "eo" => Locale::Eo,
+            "et" => Locale::Et,
+            "fi" => Locale::Fi,
+            "fr" => Locale::Fr,
+            "gu" => Locale::Gu,
+            "he" => Locale::He,
+            "hi" => Locale::Hi,
+            "hr" => Locale::Hr,
+            "hu" => Locale::Hu,
+            "hy" => Locale::Hy,
+            "id" => Locale::Id,
+            "it" => Locale::It,
+            "jv" => Locale::Jv,
+            "ja" => Locale::Ja,
+            "kn" => Locale::Kn,
+            "ka" => Locale::Ka,
+            "km" => Locale::Km,
+            "ko" => Locale::Ko,
+            "la" => Locale::La,
+            "lv" => Locale::Lv,
+            "lt" => Locale::Lt,
+            "ml" => Locale::Ml,
+            "mr" => Locale::Mr,
+            "mk" => Locale::Mk,
+            "my" => Locale::My,
+            "ne" => Locale::Ne,
+            "nl" => Locale::Nl,
+            "nb" => Locale::Nb,
+            "or" => Locale::Or,
+            "pa" => Locale::Pa,
+            "fa" => Locale::Fa,
+            "pl" => Locale::Pl,
+            "pt" => Locale::Pt,
+            "ro" => Locale::Ro,
+            "ru" => Locale::Ru,
+            "si" => Locale::Si,
+            "sk" => Locale::Sk,
+            "sl" => Locale::Sl,
+            "sn" => Locale::Sn,
+            "es" => Locale::Es,
+            "sr" => Locale::Sr,
+            "sv" => Locale::Sv,
+            "ta" => Locale::Ta,
+            "te" => Locale::Te,
+            "tl" => Locale::Tl,
+            "th" => Locale::Th,
+            "tk" => Locale::Tk,
+            "tr" => Locale::Tr,
+            "uk" => Locale::Uk,
+            "ur" => Locale::Ur,
+            "uz" => Locale::Uz,
+            "vi" => Locale::Vi,
+            "yi" => Locale::Yi,
+            "zu" => Locale::Zu,
+            // otherwise
+            _ => return Err(LocaleFormatError { invalid_locale: s.to_string() }),
+        };
+
+        Ok(locale)
     }
 }
 

meilisearch/tests/search/locales.rs

@@ -1203,6 +1203,77 @@ async fn force_different_locales_with_pattern_nested() {
                 },
             )
             .await;
+
+    // force japanese
+    index
+        .search(
+            json!({"q": "\"进击的巨人\"", "locales": ["ja"], "attributesToHighlight": ["*"]}),
+            |response, code| {
+                snapshot!(response, @r###"
+                        {
+                          "hits": [
+                            {
+                              "document_en": {
+                                "name": "Attack on Titan",
+                                "description": "Attack on Titan is a Japanese manga series written and illustrated by Hajime Isayama",
+                                "author": "Hajime Isayama"
+                              },
+                              "document_ja": {
+                                "name": "進撃の巨人",
+                                "description": "進撃の巨人は、日本の漫画シリーズであり、諫山 創によって作画されている。",
+                                "author": "諫山 創"
+                              },
+                              "document_zh": {
+                                "name": "进击的巨人",
+                                "description": "进击的巨人是日本的漫画系列，由諫山 創作画。",
+                                "author": "諫山創"
+                              },
+                              "id": 852,
+                              "_vectors": {
+                                "manual": [
+                                  1.0,
+                                  2.0,
+                                  3.0
+                                ]
+                              },
+                              "_formatted": {
+                                "document_en": {
+                                  "name": "Attack on Titan",
+                                  "description": "Attack on Titan is a Japanese manga series written and illustrated by Hajime Isayama",
+                                  "author": "Hajime Isayama"
+                                },
+                                "document_ja": {
+                                  "name": "進撃の巨人",
+                                  "description": "進撃の巨人は、日本の漫画シリーズであり、諫山 創によって作画されている。",
+                                  "author": "諫山 創"
+                                },
+                                "document_zh": {
+                                  "name": "<em>进</em><em>击</em><em>的</em><em>巨人</em>",
+                                  "description": "<em>进</em><em>击</em><em>的</em><em>巨人</em>是日本的漫画系列，由諫山 創作画。",
+                                  "author": "諫山創"
+                                },
+                                "id": "852",
+                                "_vectors": {
+                                  "manual": [
+                                    "1.0",
+                                    "2.0",
+                                    "3.0"
+                                  ]
+                                }
+                              }
+                            }
+                          ],
+                          "query": "\"进击的巨人\"",
+                          "processingTimeMs": "[duration]",
+                          "limit": 20,
+                          "offset": 0,
+                          "estimatedTotalHits": 1
+                        }
+                        "###);
+                        snapshot!(code, @"200 OK");
+                    },
+                )
+                .await;
 }
 
 #[actix_rt::test]
@@ -1355,7 +1426,7 @@ async fn invalid_locales() {
     snapshot!(code, @"400 Bad Request");
     snapshot!(json_string!(response), @r###"
     {
-      "message": "Unknown value `invalid` at `.locales[0]`: expected one of `epo`, `eng`, `rus`, `cmn`, `spa`, `por`, `ita`, `ben`, `fra`, `deu`, `ukr`, `kat`, `ara`, `hin`, `jpn`, `heb`, `yid`, `pol`, `amh`, `jav`, `kor`, `nob`, `dan`, `swe`, `fin`, `tur`, `nld`, `hun`, `ces`, `ell`, `bul`, `bel`, `mar`, `kan`, `ron`, `slv`, `hrv`, `srp`, `mkd`, `lit`, `lav`, `est`, `tam`, `vie`, `urd`, `tha`, `guj`, `uzb`, `pan`, `aze`, `ind`, `tel`, `pes`, `mal`, `ori`, `mya`, `nep`, `sin`, `khm`, `tuk`, `aka`, `zul`, `sna`, `afr`, `lat`, `slk`, `cat`, `tgl`, `hye`",
+      "message": "Unknown value `invalid` at `.locales[0]`: expected one of `afr`, `aka`, `amh`, `ara`, `aze`, `bel`, `ben`, `bul`, `cat`, `ces`, `cmn`, `dan`, `deu`, `ell`, `eng`, `epo`, `est`, `fas`, `fin`, `fra`, `guj`, `heb`, `hin`, `hrv`, `hun`, `hye`, `ind`, `ita`, `jav`, `jpn`, `kan`, `kat`, `khm`, `kor`, `lat`, `lav`, `lit`, `mal`, `mar`, `mkd`, `mya`, `nep`, `nld`, `nob`, `ori`, `pan`, `pes`, `pol`, `por`, `ron`, `rus`, `sin`, `slk`, `slv`, `sna`, `spa`, `srp`, `swe`, `tam`, `tel`, `tgl`, `tha`, `tuk`, `tur`, `ukr`, `urd`, `uzb`, `vie`, `yid`, `zho`, `zul`, `af`, `ak`, `am`, `ar`, `az`, `be`, `bn`, `bg`, `ca`, `cs`, `zh`, `da`, `de`, `el`, `en`, `eo`, `et`, `fi`, `fr`, `gu`, `he`, `hi`, `hr`, `hu`, `hy`, `id`, `it`, `jv`, `ja`, `kn`, `ka`, `km`, `ko`, `la`, `lv`, `lt`, `ml`, `mr`, `mk`, `my`, `ne`, `nl`, `nb`, `or`, `pa`, `fa`, `pl`, `pt`, `ro`, `ru`, `si`, `sk`, `sl`, `sn`, `es`, `sr`, `sv`, `ta`, `te`, `tl`, `th`, `tk`, `tr`, `uk`, `ur`, `uz`, `vi`, `yi`, `zu`",
       "code": "invalid_search_locales",
       "type": "invalid_request",
       "link": "https://docs.meilisearch.com/errors#invalid_search_locales"
@@ -1368,7 +1439,7 @@ async fn invalid_locales() {
     snapshot!(code, @"400 Bad Request");
     snapshot!(json_string!(response), @r###"
     {
-      "message": "Invalid value in parameter `locales`: Unsupported locale `invalid`, expected one of `epo`, `eng`, `rus`, `cmn`, `spa`, `por`, `ita`, `ben`, `fra`, `deu`, `ukr`, `kat`, `ara`, `hin`, `jpn`, `heb`, `yid`, `pol`, `amh`, `jav`, `kor`, `nob`, `dan`, `swe`, `fin`, `tur`, `nld`, `hun`, `ces`, `ell`, `bul`, `bel`, `mar`, `kan`, `ron`, `slv`, `hrv`, `srp`, `mkd`, `lit`, `lav`, `est`, `tam`, `vie`, `urd`, `tha`, `guj`, `uzb`, `pan`, `aze`, `ind`, `tel`, `pes`, `mal`, `ori`, `mya`, `nep`, `sin`, `khm`, `tuk`, `aka`, `zul`, `sna`, `afr`, `lat`, `slk`, `cat`, `tgl`, `hye`",
+      "message": "Invalid value in parameter `locales`: Unsupported locale `invalid`, expected one of `afr`, `aka`, `amh`, `ara`, `aze`, `bel`, `ben`, `bul`, `cat`, `ces`, `cmn`, `dan`, `deu`, `ell`, `eng`, `epo`, `est`, `fas`, `fin`, `fra`, `guj`, `heb`, `hin`, `hrv`, `hun`, `hye`, `ind`, `ita`, `jav`, `jpn`, `kan`, `kat`, `khm`, `kor`, `lat`, `lav`, `lit`, `mal`, `mar`, `mkd`, `mya`, `nep`, `nld`, `nob`, `ori`, `pan`, `pes`, `pol`, `por`, `ron`, `rus`, `sin`, `slk`, `slv`, `sna`, `spa`, `srp`, `swe`, `tam`, `tel`, `tgl`, `tha`, `tuk`, `tur`, `ukr`, `urd`, `uzb`, `vie`, `yid`, `zho`, `zul`, `af`, `ak`, `am`, `ar`, `az`, `be`, `bn`, `bg`, `ca`, `cs`, `zh`, `da`, `de`, `el`, `en`, `eo`, `et`, `fi`, `fr`, `gu`, `he`, `hi`, `hr`, `hu`, `hy`, `id`, `it`, `jv`, `ja`, `kn`, `ka`, `km`, `ko`, `la`, `lv`, `lt`, `ml`, `mr`, `mk`, `my`, `ne`, `nl`, `nb`, `or`, `pa`, `fa`, `pl`, `pt`, `ro`, `ru`, `si`, `sk`, `sl`, `sn`, `es`, `sr`, `sv`, `ta`, `te`, `tl`, `th`, `tk`, `tr`, `uk`, `ur`, `uz`, `vi`, `yi`, `zu`",
       "code": "invalid_search_locales",
       "type": "invalid_request",
       "link": "https://docs.meilisearch.com/errors#invalid_search_locales"
@@ -1390,7 +1461,7 @@ async fn invalid_localized_attributes_rules() {
         .await;
     snapshot!(response, @r###"
     {
-      "message": "Unknown value `japan` at `.localizedAttributes[0].locales[0]`: expected one of `epo`, `eng`, `rus`, `cmn`, `spa`, `por`, `ita`, `ben`, `fra`, `deu`, `ukr`, `kat`, `ara`, `hin`, `jpn`, `heb`, `yid`, `pol`, `amh`, `jav`, `kor`, `nob`, `dan`, `swe`, `fin`, `tur`, `nld`, `hun`, `ces`, `ell`, `bul`, `bel`, `mar`, `kan`, `ron`, `slv`, `hrv`, `srp`, `mkd`, `lit`, `lav`, `est`, `tam`, `vie`, `urd`, `tha`, `guj`, `uzb`, `pan`, `aze`, `ind`, `tel`, `pes`, `mal`, `ori`, `mya`, `nep`, `sin`, `khm`, `tuk`, `aka`, `zul`, `sna`, `afr`, `lat`, `slk`, `cat`, `tgl`, `hye`",
+      "message": "Unknown value `japan` at `.localizedAttributes[0].locales[0]`: expected one of `afr`, `aka`, `amh`, `ara`, `aze`, `bel`, `ben`, `bul`, `cat`, `ces`, `cmn`, `dan`, `deu`, `ell`, `eng`, `epo`, `est`, `fas`, `fin`, `fra`, `guj`, `heb`, `hin`, `hrv`, `hun`, `hye`, `ind`, `ita`, `jav`, `jpn`, `kan`, `kat`, `khm`, `kor`, `lat`, `lav`, `lit`, `mal`, `mar`, `mkd`, `mya`, `nep`, `nld`, `nob`, `ori`, `pan`, `pes`, `pol`, `por`, `ron`, `rus`, `sin`, `slk`, `slv`, `sna`, `spa`, `srp`, `swe`, `tam`, `tel`, `tgl`, `tha`, `tuk`, `tur`, `ukr`, `urd`, `uzb`, `vie`, `yid`, `zho`, `zul`, `af`, `ak`, `am`, `ar`, `az`, `be`, `bn`, `bg`, `ca`, `cs`, `zh`, `da`, `de`, `el`, `en`, `eo`, `et`, `fi`, `fr`, `gu`, `he`, `hi`, `hr`, `hu`, `hy`, `id`, `it`, `jv`, `ja`, `kn`, `ka`, `km`, `ko`, `la`, `lv`, `lt`, `ml`, `mr`, `mk`, `my`, `ne`, `nl`, `nb`, `or`, `pa`, `fa`, `pl`, `pt`, `ro`, `ru`, `si`, `sk`, `sl`, `sn`, `es`, `sr`, `sv`, `ta`, `te`, `tl`, `th`, `tk`, `tr`, `uk`, `ur`, `uz`, `vi`, `yi`, `zu`",
       "code": "invalid_settings_localized_attributes",
       "type": "invalid_request",
       "link": "https://docs.meilisearch.com/errors#invalid_settings_localized_attributes"