Add Swedish pipeline in all-tokenization feature

This commit is contained in:
ManyTheFish 2024-09-19 08:34:51 +02:00
parent 3f517dfae6
commit cfa82ab1bb

View File

@ -106,6 +106,7 @@ all-tokenizations = [
"charabia/greek", "charabia/greek",
"charabia/khmer", "charabia/khmer",
"charabia/vietnamese", "charabia/vietnamese",
"charabia/swedish-recomposition",
] ]
# Use POSIX semaphores instead of SysV semaphores in LMDB # Use POSIX semaphores instead of SysV semaphores in LMDB