Fix tokenize_document

This commit is contained in:
Louis Dureuil 2024-11-20 11:34:52 +01:00 committed by Clément Renault
parent 61feca1f41
commit 2afa33011a
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F

View File

@ -268,11 +268,11 @@ mod test {
0,
]: "10",
[
6,
7,
0,
]: "pesti",
[
7,
8,
0,
]: "23",
}