From 37092adc7101c1a721a1e284027fbbfb7dc51a1f Mon Sep 17 00:00:00 2001 From: Kerollmops Date: Thu, 6 Feb 2025 10:37:05 +0100 Subject: [PATCH] Show a bit of progress --- crates/meilitool/src/main.rs | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/crates/meilitool/src/main.rs b/crates/meilitool/src/main.rs index 33c3f6ad6..f426172bf 100644 --- a/crates/meilitool/src/main.rs +++ b/crates/meilitool/src/main.rs @@ -501,10 +501,14 @@ fn export_documents( } let mut stdout = BufWriter::new(std::io::stdout()); - for ret in index.all_documents(&rtxn)?.skip(offset.unwrap_or(0)) { + for (i, ret) in index.all_documents(&rtxn)?.skip(offset.unwrap_or(0)).enumerate() { let (id, doc) = ret?; let mut document = obkv_to_json(&all_fields, &fields_ids_map, doc)?; + if i % 10_000 == 0 { + eprintln!("Starting the {}th document", i + offset.unwrap_or(0)); + } + if !ignore_vectors { 'inject_vectors: { let embeddings = index.embeddings(&rtxn, id)?;