From 07784c899043d24318f13edac84e805708946696 Mon Sep 17 00:00:00 2001 From: Kerollmops Date: Wed, 3 Mar 2021 11:25:36 +0100 Subject: [PATCH] Tune the words prefixes threshold to compute for 1/1000 instead --- Cargo.lock | 1 + infos/src/main.rs | 2 +- milli/src/update/words_prefixes.rs | 2 +- 3 files changed, 3 insertions(+), 2 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 883d836b7..b7f479d2e 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -866,6 +866,7 @@ dependencies = [ "anyhow", "byte-unit", "heed", + "jemallocator", "milli", "stderrlog", "structopt", diff --git a/infos/src/main.rs b/infos/src/main.rs index 91157aaad..0d2b7abb5 100644 --- a/infos/src/main.rs +++ b/infos/src/main.rs @@ -598,7 +598,7 @@ fn export_documents(index: &Index, rtxn: &heed::RoTxn, internal_ids: Vec) - let fields_ids_map = index.fields_ids_map(rtxn)?; let displayed_fields: Vec<_> = fields_ids_map.iter().map(|(id, _name)| id).collect(); - let iter: Box> = if internal_ids.is_empty() { + let iter: Box> = if internal_ids.is_empty() { Box::new(index.documents.iter(rtxn)?.map(|result| { result.map(|(_id, obkv)| obkv) })) diff --git a/milli/src/update/words_prefixes.rs b/milli/src/update/words_prefixes.rs index f7c898c89..70b82b217 100644 --- a/milli/src/update/words_prefixes.rs +++ b/milli/src/update/words_prefixes.rs @@ -41,7 +41,7 @@ impl<'t, 'u, 'i> WordsPrefixes<'t, 'u, 'i> { chunk_fusing_shrink_size: None, max_nb_chunks: None, max_memory: None, - threshold: 0.01, // 1% + threshold: 0.1 / 100.0, // .01% max_prefix_length: 4, _update_id: update_id, }