Show a bit of progress

This commit is contained in:
Kerollmops 2025-02-06 10:37:05 +01:00
parent 86fcad788e
commit 37092adc71
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F

View File

@ -501,10 +501,14 @@ fn export_documents(
}
let mut stdout = BufWriter::new(std::io::stdout());
for ret in index.all_documents(&rtxn)?.skip(offset.unwrap_or(0)) {
for (i, ret) in index.all_documents(&rtxn)?.skip(offset.unwrap_or(0)).enumerate() {
let (id, doc) = ret?;
let mut document = obkv_to_json(&all_fields, &fields_ids_map, doc)?;
if i % 10_000 == 0 {
eprintln!("Starting the {}th document", i + offset.unwrap_or(0));
}
if !ignore_vectors {
'inject_vectors: {
let embeddings = index.embeddings(&rtxn, id)?;