snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-01-22 19:13:10 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Create update files in new format

Browse Source
This commit is contained in:
Louis Dureuil 2025-01-16 16:54:05 +01:00
parent a5c44b4d79
commit 8a9f952bda
No known key found for this signature in database
1 changed files with 10 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
crates/index-scheduler/src/batch.rs
View File

@ -829,21 +829,18 @@ impl IndexScheduler {
if status == Status::Enqueued { if status == Status::Enqueued {
let content_file = self.file_store.get_update(content_file)?; let content_file = self.file_store.get_update(content_file)?;
let reader = DocumentsBatchReader::from_reader(content_file) for document in
.map_err(|e| Error::from_milli(e.into(), None))?; serde_json::de::Deserializer::from_reader(content_file).into_iter()
let (mut cursor, documents_batch_index) =
reader.into_cursor_and_fields_index();
while let Some(doc) = cursor
.next_document()
.map_err(|e| Error::from_milli(e.into(), None))?
{ {
dump_content_file.push_document( let document = document.map_err(|e| {
&obkv_to_object(doc, &documents_batch_index) Error::from_milli(
.map_err(|e| Error::from_milli(e, None))?, milli::InternalError::SerdeJson(e).into(),
)?; None,
)
})?;
dump_content_file.push_document(&document)?;
} }
dump_content_file.flush()?; dump_content_file.flush()?;
} }
} }