use std::borrow::Cow; use std::collections::HashMap; use std::convert::TryInto; use std::{fmt, str}; use fst::map::IndexedValue; use fst::{IntoStreamer, Streamer}; use roaring::RoaringBitmap; use crate::DocumentId; const DELETED_ID: u64 = u64::MAX; pub enum DocumentOperationKind { Create, Delete, } pub struct DocumentOperation { pub external_id: String, pub internal_id: DocumentId, pub kind: DocumentOperationKind, } pub struct ExternalDocumentsIds<'a>(fst::Map>); impl<'a> ExternalDocumentsIds<'a> { pub fn new(fst: fst::Map>) -> ExternalDocumentsIds<'a> { ExternalDocumentsIds(fst) } pub fn into_static(self) -> ExternalDocumentsIds<'static> { ExternalDocumentsIds(self.0.map_data(|c| Cow::Owned(c.into_owned())).unwrap()) } /// Returns `true` if hard and soft external documents lists are empty. pub fn is_empty(&self) -> bool { self.0.is_empty() } pub fn get>(&self, external_id: A) -> Option { let external_id = external_id.as_ref(); self.0.get(external_id).map(|x| x.try_into().unwrap()) } /// An helper function to debug this type, returns an `HashMap` of both, /// soft and hard fst maps, combined. pub fn to_hash_map(&self) -> HashMap { let mut map = HashMap::default(); let mut stream = self.0.stream(); while let Some((k, v)) = stream.next() { let k = String::from_utf8(k.to_vec()).unwrap(); map.insert(k, v.try_into().unwrap()); } map } pub fn as_bytes(&self) -> &[u8] { self.0.as_fst().as_bytes() } /// Apply the list of operations passed as argument, modifying the current external to internal id mapping. /// /// If the list contains multiple operations on the same external id, then the result is unspecified. /// /// # Panics /// /// - If attempting to delete a document that doesn't exist /// - If attempting to create a document that already exists pub fn apply(&mut self, mut operations: Vec) { operations.sort_unstable_by(|left, right| left.external_id.cmp(&right.external_id)); operations.dedup_by(|left, right| left.external_id == right.external_id); let mut builder = fst::MapBuilder::memory(); let mut stream = self.0.stream(); let mut next_stream = stream.next(); let mut operations = operations.iter(); let mut next_operation = operations.next(); loop { (next_stream, next_operation) = match (next_stream.take(), next_operation.take()) { (None, None) => break, (None, Some(DocumentOperation { external_id, internal_id, kind })) => { if matches!(kind, DocumentOperationKind::Delete) { panic!("Attempting to delete a non-existing document") } builder.insert(external_id, (*internal_id).into()).unwrap(); (None, operations.next()) } (Some((k, v)), None) => { builder.insert(k, v).unwrap(); (stream.next(), None) } ( current_stream @ Some((left_external_id, left_internal_id)), current_operation @ Some(DocumentOperation { external_id: right_external_id, internal_id: right_internal_id, kind, }), ) => match left_external_id.cmp(right_external_id.as_bytes()) { std::cmp::Ordering::Less => { builder.insert(left_external_id, left_internal_id).unwrap(); (stream.next(), current_operation) } std::cmp::Ordering::Greater => { builder.insert(right_external_id, (*right_internal_id).into()).unwrap(); (current_stream, operations.next()) } std::cmp::Ordering::Equal => { if matches!(kind, DocumentOperationKind::Create) { panic!("Attempting to create an already-existing document"); } // we delete the document, so we just advance both iterators to skip in stream (stream.next(), operations.next()) } }, } } self.0 = builder.into_map().map_data(Cow::Owned).unwrap(); } } impl fmt::Debug for ExternalDocumentsIds<'_> { fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { f.debug_tuple("ExternalDocumentsIds").field(&self.to_hash_map()).finish() } } impl Default for ExternalDocumentsIds<'static> { fn default() -> Self { ExternalDocumentsIds(fst::Map::default().map_data(Cow::Owned).unwrap()) } } /// Returns the value of the `IndexedValue` with the highest _index_. fn indexed_last_value(indexed_values: &[IndexedValue]) -> Option { indexed_values.iter().copied().max_by_key(|iv| iv.index).map(|iv| iv.value) }