snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-01-18 17:11:15 +08:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

We avoid skipping errors in the indexing pipeline

Browse Source
This commit is contained in:
Kerollmops 2022-09-13 14:03:00 +02:00
parent f8697075ea
commit d4d7c9d577
No known key found for this signature in database
GPG Key ID: 92ADA4E935E71FA4
1 changed files with 17 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
milli/src/update/index_documents/mod.rs
View File

@ -304,24 +304,23 @@ where
documents_chunk_size, documents_chunk_size,
); );
let result = original_chunk_iter let result = original_chunk_iter.and_then(|original_chunk| {
.and_then(|original_chunk_iter| Ok((original_chunk_iter, flattened_chunk_iter?))) let flattened_chunk = flattened_chunk_iter?;
.map(|(original_chunk, flattened_chunk)| { // extract all databases from the chunked obkv douments
// extract all databases from the chunked obkv douments extract::data_from_obkv_documents(
extract::data_from_obkv_documents( original_chunk,
original_chunk, flattened_chunk,
flattened_chunk, pool_params,
pool_params, lmdb_writer_sx.clone(),
lmdb_writer_sx.clone(), searchable_fields,
searchable_fields, faceted_fields,
faceted_fields, primary_key_id,
primary_key_id, geo_fields_ids,
geo_fields_ids, stop_words,
stop_words, max_positions_per_attributes,
max_positions_per_attributes, exact_attributes,
exact_attributes, )
) });
});
if let Err(e) = result { if let Err(e) = result {
let _ = lmdb_writer_sx.send(Err(e)); let _ = lmdb_writer_sx.send(Err(e));