Revert "Change chunk size to 4MiB to fit more the end user usage"

This commit is contained in:
Many 2021-09-29 15:08:39 +02:00 committed by GitHub
parent bfedbc1b6d
commit 26b5dad042
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -248,7 +248,7 @@ impl<'t, 'u, 'i, 'a> IndexDocuments<'t, 'u, 'i, 'a> {
let chunk_iter = grenad_obkv_into_chunks(
documents_file,
params.clone(),
self.documents_chunk_size.unwrap_or(1024 * 1024 * 4), // 4MiB
self.documents_chunk_size.unwrap_or(1024 * 1024 * 128), // 128MiB
);
let result = chunk_iter.map(|chunk_iter| {