>> {
- let cf = self.index.db.cf_handle(&self.index.name).unwrap();
- let mut iter = self.index.db.iterator_cf(cf, IteratorMode::End)?;
- Ok(iter.next().map(|(key, _)| key))
- }
-
- pub fn prefix_iterator(&self, prefix: P) -> RocksDbResult
- where P: AsRef<[u8]>,
- {
- let cf = self.index.db.cf_handle(&self.index.name).unwrap();
- self.index.db.prefix_iterator_cf(cf, prefix)
- }
-}
-
-pub struct CfIter<'a> {
- iter: rocksdb::DBIterator<'a>,
- end_bound: Option>,
-}
-
-impl Iterator for CfIter<'_> {
- type Item = (Box<[u8]>, Box<[u8]>);
-
- fn next(&mut self) -> Option {
- match (self.iter.next(), &self.end_bound) {
- (Some((ref key, _)), Some(end_bound)) if key > end_bound => None,
- (Some(entry), _) => Some(entry),
- (None, _) => None,
- }
- }
-}
diff --git a/meilidb-data/src/database/error.rs b/meilidb-data/src/database/error.rs
deleted file mode 100644
index 6da64c3e0..000000000
--- a/meilidb-data/src/database/error.rs
+++ /dev/null
@@ -1,73 +0,0 @@
-use std::{error, fmt};
-use crate::serde::SerializerError;
-
-#[derive(Debug)]
-pub enum Error {
- SchemaDiffer,
- SchemaMissing,
- WordIndexMissing,
- MissingDocumentId,
- RocksDbError(rocksdb::Error),
- FstError(fst::Error),
- RmpDecodeError(rmp_serde::decode::Error),
- RmpEncodeError(rmp_serde::encode::Error),
- BincodeError(bincode::Error),
- SerializerError(SerializerError),
-}
-
-impl From for Error {
- fn from(error: rocksdb::Error) -> Error {
- Error::RocksDbError(error)
- }
-}
-
-impl From for Error {
- fn from(error: fst::Error) -> Error {
- Error::FstError(error)
- }
-}
-
-impl From for Error {
- fn from(error: rmp_serde::decode::Error) -> Error {
- Error::RmpDecodeError(error)
- }
-}
-
-impl From for Error {
- fn from(error: rmp_serde::encode::Error) -> Error {
- Error::RmpEncodeError(error)
- }
-}
-
-impl From for Error {
- fn from(error: bincode::Error) -> Error {
- Error::BincodeError(error)
- }
-}
-
-impl From for Error {
- fn from(error: SerializerError) -> Error {
- Error::SerializerError(error)
- }
-}
-
-impl fmt::Display for Error {
- fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
- use self::Error::*;
- match self {
- SchemaDiffer => write!(f, "schemas differ"),
- SchemaMissing => write!(f, "this index does not have a schema"),
- WordIndexMissing => write!(f, "this index does not have a word index"),
- MissingDocumentId => write!(f, "document id is missing"),
- RocksDbError(e) => write!(f, "RocksDB error; {}", e),
- FstError(e) => write!(f, "fst error; {}", e),
- RmpDecodeError(e) => write!(f, "rmp decode error; {}", e),
- RmpEncodeError(e) => write!(f, "rmp encode error; {}", e),
- BincodeError(e) => write!(f, "bincode error; {}", e),
- SerializerError(e) => write!(f, "serializer error; {}", e),
- }
- }
-}
-
-impl error::Error for Error { }
-
diff --git a/meilidb-data/src/database/index/common_index.rs b/meilidb-data/src/database/index/common_index.rs
deleted file mode 100644
index 04fe39bd3..000000000
--- a/meilidb-data/src/database/index/common_index.rs
+++ /dev/null
@@ -1,77 +0,0 @@
-use std::ops::Deref;
-use serde::de::DeserializeOwned;
-use serde::Serialize;
-use super::Error;
-use std::marker::PhantomData;
-
-#[derive(Clone)]
-pub struct CommonIndex(pub crate::CfTree);
-
-impl Deref for CommonIndex {
- type Target = crate::CfTree;
-
- fn deref(&self) -> &Self::Target {
- &self.0
- }
-}
-
-impl CommonIndex {
- pub fn get(&self, key: K) -> Result, Error>
- where T: DeserializeOwned,
- K: AsRef<[u8]>,
- {
- let raw = match self.0.get(key)? {
- Some(raw) => raw,
- None => return Ok(None),
- };
- let data = bincode::deserialize(&raw)?;
- Ok(Some(data))
- }
-
- pub fn set(&self, key: K, data: &T) -> Result<(), Error>
- where T: Serialize,
- K: AsRef<[u8]>,
- {
- let raw = bincode::serialize(data)?;
- self.0.insert(key, &raw)?;
- Ok(())
- }
-
- pub fn prefix_iterator(&self, prefix: P) -> Result, Error>
- where T: DeserializeOwned,
- P: AsRef<[u8]>,
- {
- let iter = self.0.prefix_iterator(prefix)?;
- Ok(SerializedIterator { iter, _marker: PhantomData })
- }
-}
-
-pub struct SerializedIterator<'a, T> {
- iter: rocksdb::DBIterator<'a>,
- _marker: PhantomData,
-}
-
-impl Iterator for SerializedIterator<'_, T>
-where T: DeserializeOwned,
-{
- type Item = (String, T);
-
- fn next(&mut self) -> Option {
- let (raw_key, raw_value) = match self.iter.next() {
- Some((key, value)) => (key, value),
- None => return None,
- };
-
- let value: T = match bincode::deserialize(&raw_value) {
- Ok(data) => data,
- Err(_) => return None,
- };
-
- let key = match std::str::from_utf8(&raw_key) {
- Ok(key) => key.to_string(),
- Err(_) => return None,
- };
-
- Some((key, value))
- }
-}
diff --git a/meilidb-data/src/database/index/custom_settings_index.rs b/meilidb-data/src/database/index/custom_settings_index.rs
deleted file mode 100644
index 3404eff5b..000000000
--- a/meilidb-data/src/database/index/custom_settings_index.rs
+++ /dev/null
@@ -1,89 +0,0 @@
-use serde::de::DeserializeOwned;
-use serde::{Serialize, Deserialize};
-use std::collections::{HashMap, HashSet};
-use std::ops::Deref;
-use super::Error;
-
-#[derive(Debug, Copy, Clone, PartialEq, Eq, Serialize, Deserialize)]
-#[serde(rename_all = "lowercase")]
-pub enum RankingOrdering {
- Asc,
- Dsc
-}
-
-pub type StopWords = HashSet;
-pub type RankingOrder = Vec;
-pub type DistinctField = String;
-pub type RankingRules = HashMap;
-
-const STOP_WORDS_KEY: &str = "stop-words";
-const RANKING_ORDER_KEY: &str = "ranking-order";
-const DISTINCT_FIELD_KEY: &str = "distinct-field";
-const RANKING_RULES_KEY: &str = "ranking-rules";
-
-#[derive(Clone)]
-pub struct CustomSettingsIndex(pub(crate) crate::CfTree);
-
-impl Deref for CustomSettingsIndex {
- type Target = crate::CfTree;
-
- fn deref(&self) -> &Self::Target {
- &self.0
- }
-}
-
-impl CustomSettingsIndex {
- fn get(&self, key: K) -> Result, Error>
- where K: AsRef<[u8]>,
- T: DeserializeOwned,
- {
- let setting = self.0.get(key)?;
- let raw = match setting {
- Some(raw) => raw,
- None => return Ok(None)
- };
-
- Ok(Some(bincode::deserialize(&raw)?))
- }
-
- fn set(&self, key: K, data: &T) -> Result<(), Error>
- where K: AsRef<[u8]>,
- T: Serialize,
- {
- let raw = bincode::serialize(data)?;
- self.0.insert(key, &raw)?;
- Ok(())
- }
-
- pub fn get_stop_words(&self) -> Result, Error> {
- self.get(STOP_WORDS_KEY)
- }
-
- pub fn get_ranking_order(&self) -> Result, Error> {
- self.get(RANKING_ORDER_KEY)
- }
-
- pub fn get_distinct_field(&self) -> Result, Error> {
- self.get(DISTINCT_FIELD_KEY)
- }
-
- pub fn get_ranking_rules(&self) -> Result, Error> {
- self.get(RANKING_RULES_KEY)
- }
-
- pub fn set_stop_words(&self, value: &StopWords) -> Result<(), Error> {
- self.set(STOP_WORDS_KEY, value)
- }
-
- pub fn set_ranking_order(&self, value: &RankingOrder) -> Result<(), Error> {
- self.set(RANKING_ORDER_KEY, value)
- }
-
- pub fn set_distinct_field(&self, value: &DistinctField) -> Result<(), Error> {
- self.set(DISTINCT_FIELD_KEY, value)
- }
-
- pub fn set_ranking_rules(&self, value: &RankingRules) -> Result<(), Error> {
- self.set(RANKING_RULES_KEY, value)
- }
-}
diff --git a/meilidb-data/src/database/index/docs_words_index.rs b/meilidb-data/src/database/index/docs_words_index.rs
deleted file mode 100644
index 8763dc588..000000000
--- a/meilidb-data/src/database/index/docs_words_index.rs
+++ /dev/null
@@ -1,33 +0,0 @@
-use std::sync::Arc;
-use meilidb_core::DocumentId;
-use crate::database::Error;
-
-#[derive(Clone)]
-pub struct DocsWordsIndex(pub crate::CfTree);
-
-impl DocsWordsIndex {
- pub fn doc_words(&self, id: DocumentId) -> Result, Error> {
- let key = id.0.to_be_bytes();
- match self.0.get(key)? {
- Some(bytes) => {
- let len = bytes.len();
- let value = Arc::from(bytes.as_ref());
- let fst = fst::raw::Fst::from_shared_bytes(value, 0, len)?;
- Ok(Some(fst::Set::from(fst)))
- },
- None => Ok(None)
- }
- }
-
- pub fn set_doc_words(&self, id: DocumentId, words: &fst::Set) -> Result<(), Error> {
- let key = id.0.to_be_bytes();
- self.0.insert(key, words.as_fst().as_bytes())?;
- Ok(())
- }
-
- pub fn del_doc_words(&self, id: DocumentId) -> Result<(), Error> {
- let key = id.0.to_be_bytes();
- self.0.remove(key)?;
- Ok(())
- }
-}
diff --git a/meilidb-data/src/database/index/documents_index.rs b/meilidb-data/src/database/index/documents_index.rs
deleted file mode 100644
index 013b23f09..000000000
--- a/meilidb-data/src/database/index/documents_index.rs
+++ /dev/null
@@ -1,146 +0,0 @@
-use std::convert::TryInto;
-use std::collections::HashMap;
-
-use meilidb_core::DocumentId;
-use meilidb_schema::{Schema, SchemaAttr};
-use rocksdb::DBVector;
-
-use crate::document_attr_key::DocumentAttrKey;
-use crate::RocksDbResult;
-
-fn document_fields_range(id: DocumentId) -> ([u8; 10], [u8; 10]) {
- let start = DocumentAttrKey::new(id, SchemaAttr::min()).to_be_bytes();
- let end = DocumentAttrKey::new(id, SchemaAttr::max()).to_be_bytes();
-
- (start, end)
-}
-
-#[derive(Clone)]
-pub struct DocumentsIndex(pub(crate) crate::CfTree);
-
-impl DocumentsIndex {
- pub fn document_field(&self, id: DocumentId, attr: SchemaAttr) -> RocksDbResult