Change chunk size to 4MiB to fit more the end user usage

This commit is contained in:
many 2021-09-27 14:26:21 +02:00
parent 0f8320bdc2
commit b188063869
No known key found for this signature in database
GPG Key ID: 2CEF23B75189EACA

View File

@ -248,7 +248,7 @@ impl<'t, 'u, 'i, 'a> IndexDocuments<'t, 'u, 'i, 'a> {
let chunk_iter = grenad_obkv_into_chunks( let chunk_iter = grenad_obkv_into_chunks(
documents_file, documents_file,
params.clone(), params.clone(),
self.documents_chunk_size.unwrap_or(1024 * 1024 * 128), // 128MiB self.documents_chunk_size.unwrap_or(1024 * 1024 * 4), // 4MiB
); );
let result = chunk_iter.map(|chunk_iter| { let result = chunk_iter.map(|chunk_iter| {