meilisearch/meilisearch-lib/src/index/mod.rs

251 lines
7.8 KiB
Rust
Raw Normal View History

pub use search::{
default_crop_length, default_crop_marker, default_highlight_post_tag,
default_highlight_pre_tag, SearchQuery, SearchResult, DEFAULT_CROP_LENGTH, DEFAULT_CROP_MARKER,
DEFAULT_HIGHLIGHT_POST_TAG, DEFAULT_HIGHLIGHT_PRE_TAG, DEFAULT_SEARCH_LIMIT,
};
2021-09-29 04:22:59 +08:00
pub use updates::{apply_settings_to_builder, Checked, Facets, Settings, Unchecked};
2021-05-27 04:52:06 +08:00
mod dump;
2021-10-06 19:01:02 +08:00
pub mod error;
2021-05-31 22:03:39 +08:00
mod search;
pub mod updates;
2021-10-06 19:01:02 +08:00
#[allow(clippy::module_inception)]
2021-10-04 18:15:21 +08:00
mod index;
2021-04-01 22:44:42 +08:00
2021-10-04 18:15:21 +08:00
pub use index::{Document, IndexMeta, IndexStats};
2021-03-04 21:20:19 +08:00
2021-10-04 18:15:21 +08:00
#[cfg(not(test))]
pub use index::Index;
2021-09-24 17:53:11 +08:00
2021-10-04 18:15:21 +08:00
#[cfg(test)]
pub use test::MockIndex as Index;
2021-09-24 17:53:11 +08:00
2021-10-06 20:34:14 +08:00
/// The index::test module provides means of mocking an index instance. I can be used throughout the
/// code for unit testing, in places where an index would normally be used.
2021-10-04 18:15:21 +08:00
#[cfg(test)]
2021-10-05 00:27:42 +08:00
pub mod test {
2021-10-06 20:34:14 +08:00
use std::path::Path;
2021-10-04 18:15:21 +08:00
use std::path::PathBuf;
use std::sync::Arc;
2021-09-24 17:53:11 +08:00
2022-01-19 18:21:19 +08:00
use milli::update::IndexerConfig;
use milli::update::{DocumentAdditionResult, DocumentDeletionResult, IndexDocumentsMethod};
use nelson::Mocker;
2021-10-04 18:15:21 +08:00
use serde_json::{Map, Value};
use uuid::Uuid;
2021-09-24 17:53:11 +08:00
2021-10-04 18:15:21 +08:00
use super::error::Result;
2021-10-06 19:01:02 +08:00
use super::index::Index;
use super::{Checked, IndexMeta, IndexStats, SearchQuery, SearchResult, Settings};
use crate::update_file_store::UpdateFileStore;
2021-10-04 18:15:21 +08:00
#[derive(Clone)]
2021-10-05 00:27:42 +08:00
pub enum MockIndex {
Real(Index),
Mock(Arc<Mocker>),
2021-10-05 00:27:42 +08:00
}
2021-10-04 18:15:21 +08:00
impl MockIndex {
pub fn mock(mocker: Mocker) -> Self {
Self::Mock(Arc::new(mocker))
2021-10-04 18:15:21 +08:00
}
2021-03-04 22:09:00 +08:00
2021-10-04 18:15:21 +08:00
pub fn open(
path: impl AsRef<Path>,
size: usize,
uuid: Uuid,
2022-01-19 18:21:19 +08:00
update_handler: Arc<IndexerConfig>,
2021-10-04 18:15:21 +08:00
) -> Result<Self> {
let index = Index::open(path, size, uuid, update_handler)?;
Ok(Self::Real(index))
2021-10-04 18:15:21 +08:00
}
2021-03-04 22:09:00 +08:00
2021-10-04 18:15:21 +08:00
pub fn load_dump(
src: impl AsRef<Path>,
dst: impl AsRef<Path>,
size: usize,
2022-01-19 18:21:19 +08:00
update_handler: &IndexerConfig,
2021-10-04 18:15:21 +08:00
) -> anyhow::Result<()> {
Index::load_dump(src, dst, size, update_handler)
2021-10-04 18:15:21 +08:00
}
2021-10-04 18:15:21 +08:00
pub fn uuid(&self) -> Uuid {
match self {
MockIndex::Real(index) => index.uuid(),
MockIndex::Mock(m) => unsafe { m.get("uuid").call(()) },
2021-10-04 18:15:21 +08:00
}
}
2021-06-17 20:36:32 +08:00
2021-10-04 18:15:21 +08:00
pub fn stats(&self) -> Result<IndexStats> {
match self {
MockIndex::Real(index) => index.stats(),
MockIndex::Mock(m) => unsafe { m.get("stats").call(()) },
2021-10-04 18:15:21 +08:00
}
}
2021-06-17 20:36:32 +08:00
2021-10-04 18:15:21 +08:00
pub fn meta(&self) -> Result<IndexMeta> {
match self {
MockIndex::Real(index) => index.meta(),
MockIndex::Mock(_) => todo!(),
2021-10-04 18:15:21 +08:00
}
}
pub fn settings(&self) -> Result<Settings<Checked>> {
match self {
MockIndex::Real(index) => index.settings(),
MockIndex::Mock(_) => todo!(),
2021-10-04 18:15:21 +08:00
}
}
2021-10-04 18:15:21 +08:00
pub fn retrieve_documents<S: AsRef<str>>(
&self,
offset: usize,
limit: usize,
attributes_to_retrieve: Option<Vec<S>>,
) -> Result<Vec<Map<String, Value>>> {
match self {
MockIndex::Real(index) => {
2021-10-06 19:01:02 +08:00
index.retrieve_documents(offset, limit, attributes_to_retrieve)
}
MockIndex::Mock(_) => todo!(),
2021-10-04 18:15:21 +08:00
}
}
2021-04-01 22:44:42 +08:00
2021-10-04 18:15:21 +08:00
pub fn retrieve_document<S: AsRef<str>>(
&self,
doc_id: String,
attributes_to_retrieve: Option<Vec<S>>,
) -> Result<Map<String, Value>> {
match self {
MockIndex::Real(index) => index.retrieve_document(doc_id, attributes_to_retrieve),
MockIndex::Mock(_) => todo!(),
2021-10-04 18:15:21 +08:00
}
}
pub fn size(&self) -> u64 {
match self {
MockIndex::Real(index) => index.size(),
MockIndex::Mock(_) => todo!(),
2021-10-04 18:15:21 +08:00
}
}
pub fn snapshot(&self, path: impl AsRef<Path>) -> Result<()> {
match self {
MockIndex::Real(index) => index.snapshot(path),
MockIndex::Mock(m) => unsafe { m.get("snapshot").call(path.as_ref()) },
2021-10-04 18:15:21 +08:00
}
}
pub fn close(self) {
2021-10-04 18:15:21 +08:00
match self {
MockIndex::Real(index) => index.close(),
MockIndex::Mock(m) => unsafe { m.get("close").call(()) },
2021-10-04 18:15:21 +08:00
}
}
pub fn perform_search(&self, query: SearchQuery) -> Result<SearchResult> {
2021-10-04 18:15:21 +08:00
match self {
MockIndex::Real(index) => index.perform_search(query),
MockIndex::Mock(m) => unsafe { m.get("perform_search").call(query) },
2021-10-04 18:15:21 +08:00
}
}
pub fn dump(&self, path: impl AsRef<Path>) -> Result<()> {
2021-10-04 18:15:21 +08:00
match self {
MockIndex::Real(index) => index.dump(path),
MockIndex::Mock(m) => unsafe { m.get("dump").call(path.as_ref()) },
2021-10-04 18:15:21 +08:00
}
}
pub fn update_documents(
&self,
method: IndexDocumentsMethod,
primary_key: Option<String>,
file_store: UpdateFileStore,
2022-01-19 18:21:19 +08:00
contents: impl Iterator<Item = Uuid>,
) -> Result<DocumentAdditionResult> {
match self {
MockIndex::Real(index) => {
2022-01-19 18:21:19 +08:00
index.update_documents(method, primary_key, file_store, contents)
}
MockIndex::Mock(mocker) => unsafe {
2022-01-19 18:21:19 +08:00
mocker
.get("update_documents")
.call((method, primary_key, file_store, contents))
},
}
}
pub fn update_settings(&self, settings: &Settings<Checked>) -> Result<()> {
match self {
MockIndex::Real(index) => index.update_settings(settings),
MockIndex::Mock(m) => unsafe { m.get("update_settings").call(settings) },
}
}
pub fn update_primary_key(&self, primary_key: String) -> Result<IndexMeta> {
match self {
MockIndex::Real(index) => index.update_primary_key(primary_key),
MockIndex::Mock(m) => unsafe { m.get("update_primary_key").call(primary_key) },
}
}
pub fn delete_documents(&self, ids: &[String]) -> Result<DocumentDeletionResult> {
match self {
MockIndex::Real(index) => index.delete_documents(ids),
MockIndex::Mock(m) => unsafe { m.get("delete_documents").call(ids) },
}
}
pub fn clear_documents(&self) -> Result<()> {
2021-10-04 18:15:21 +08:00
match self {
MockIndex::Real(index) => index.clear_documents(),
MockIndex::Mock(m) => unsafe { m.get("clear_documents").call(()) },
2021-10-04 18:15:21 +08:00
}
}
}
2021-09-27 22:48:03 +08:00
2021-10-04 18:15:21 +08:00
#[test]
fn test_faux_index() {
2021-10-05 00:27:42 +08:00
let faux = Mocker::default();
2021-10-06 19:01:02 +08:00
faux.when("snapshot")
2021-10-05 00:27:42 +08:00
.times(2)
2021-10-06 19:01:02 +08:00
.then(|_: &Path| -> Result<()> { Ok(()) });
2021-10-04 18:15:21 +08:00
let index = MockIndex::mock(faux);
2021-10-04 18:15:21 +08:00
let path = PathBuf::from("hello");
index.snapshot(&path).unwrap();
index.snapshot(&path).unwrap();
2021-09-27 22:48:03 +08:00
}
2021-10-05 00:27:42 +08:00
#[test]
#[should_panic]
fn test_faux_unexisting_method_stub() {
let faux = Mocker::default();
let index = MockIndex::mock(faux);
2021-10-05 00:27:42 +08:00
let path = PathBuf::from("hello");
index.snapshot(&path).unwrap();
index.snapshot(&path).unwrap();
}
#[test]
#[should_panic]
fn test_faux_panic() {
let faux = Mocker::default();
2021-10-06 19:01:02 +08:00
faux.when("snapshot")
2021-10-05 00:27:42 +08:00
.times(2)
.then(|_: &Path| -> Result<()> {
panic!();
});
let index = MockIndex::mock(faux);
2021-10-05 00:27:42 +08:00
let path = PathBuf::from("hello");
index.snapshot(&path).unwrap();
index.snapshot(&path).unwrap();
}
2021-03-04 19:38:55 +08:00
}