From f82ab3cc50998b268694111091100a1827ee28c1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cl=C3=A9ment=20Renault?= Date: Mon, 15 Jul 2024 16:20:02 +0200 Subject: [PATCH] Experiments with Quentin --- Cargo.lock | 1 - milli/Cargo.toml | 3 +-- milli/src/update/index_documents/mod.rs | 2 +- 3 files changed, 2 insertions(+), 4 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 156e3d146..84c9c7a19 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -2191,7 +2191,6 @@ dependencies = [ "bytemuck", "byteorder", "rayon", - "tempfile", ] [[package]] diff --git a/milli/Cargo.toml b/milli/Cargo.toml index fd7bde99b..53ae63f8e 100644 --- a/milli/Cargo.toml +++ b/milli/Cargo.toml @@ -27,8 +27,7 @@ fst = "0.4.7" fxhash = "0.2.1" geoutils = "0.5.1" grenad = { version = "0.4.6", default-features = false, features = [ - "rayon", - "tempfile", + "rayon" ] } heed = { version = "0.20.1", default-features = false, features = [ "serde-json", diff --git a/milli/src/update/index_documents/mod.rs b/milli/src/update/index_documents/mod.rs index 089b56025..eb69bd188 100644 --- a/milli/src/update/index_documents/mod.rs +++ b/milli/src/update/index_documents/mod.rs @@ -325,7 +325,7 @@ where let documents_chunk_size = match self.indexer_config.documents_chunk_size { Some(chunk_size) => chunk_size, None => { - let default_chunk_size = 1024 * 1024 * 4; // 4MiB + let default_chunk_size = 1024 * 1024 * 1024 * 2; // 2 GiB let min_chunk_size = 1024 * 512; // 512KiB // compute the chunk size from the number of available threads and the inputed data size.