Fix tokenize_document

This commit is contained in:
Louis Dureuil 2024-11-20 11:34:52 +01:00 committed by Clément Renault
parent 61feca1f41
commit 2afa33011a
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F

View File

@ -268,11 +268,11 @@ mod test {
0, 0,
]: "10", ]: "10",
[ [
6, 7,
0, 0,
]: "pesti", ]: "pesti",
[ [
7, 8,
0, 0,
]: "23", ]: "23",
} }