snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2024-11-27 04:25:06 +08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

make retrieval non blocking

Browse Source
This commit is contained in:
mpostma 2021-02-15 23:02:20 +01:00
parent 6766de437f
commit 8bb1b6146f
No known key found for this signature in database
GPG Key ID: CBC8A7C1D7A28C3A
2 changed files with 75 additions and 62 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
src/data/search.rs
View File

@ -166,14 +166,19 @@ impl Data {
}
}
pub fn retrieve_documents(
pub async fn retrieve_documents<S>(
&self,
index: impl AsRef<str>,
index: impl AsRef<str> + Send + Sync + 'static,
offset: usize,
limit: usize,
attributes_to_retrieve: Option<&[&str]>,
) -> anyhow::Result<Vec<Map<String, Value>>> {
let index = self.index_controller
attributes_to_retrieve: Option<Vec<S>>,
) -> anyhow::Result<Vec<Map<String, Value>>>
where
S: AsRef<str> + Send + Sync + 'static
{
let index_controller = self.index_controller.clone();
let documents: anyhow::Result<_> = tokio::task::spawn_blocking(move || {
let index = index_controller
.index(&index)?
.with_context(|| format!("Index {:?} doesn't exist", index.as_ref()))?;
@ -183,9 +188,8 @@ impl Data {
let attributes_to_retrieve_ids = match attributes_to_retrieve {
Some(attrs) => attrs
.as_ref()
.iter()
.filter_map(|f| fields_ids_map.id(f))
.filter_map(|f| fields_ids_map.id(f.as_ref()))
.collect::<Vec<_>>(),
None => fields_ids_map.iter().map(|(id, _)| id).collect(),
};
@ -203,15 +207,22 @@ impl Data {
}
Ok(documents)
}).await?;
documents
}
pub fn retrieve_document(
pub async fn retrieve_document<S>(
&self,
index: impl AsRef<str>,
document_id: impl AsRef<str>,
attributes_to_retrieve: Option<&[&str]>,
) -> anyhow::Result<Map<String, Value>> {
let index = self.index_controller
index: impl AsRef<str> + Sync + Send + 'static,
document_id: impl AsRef<str> + Sync + Send + 'static,
attributes_to_retrieve: Option<Vec<S>>,
) -> anyhow::Result<Map<String, Value>>
where
S: AsRef<str> + Sync + Send + 'static,
{
let index_controller = self.index_controller.clone();
let document: anyhow::Result<_> = tokio::task::spawn_blocking(move || {
let index = index_controller
.index(&index)?
.with_context(|| format!("Index {:?} doesn't exist", index.as_ref()))?;
let txn = index.read_txn()?;
@ -220,9 +231,8 @@ impl Data {
let attributes_to_retrieve_ids = match attributes_to_retrieve {
Some(attrs) => attrs
.as_ref()
.iter()
.filter_map(|f| fields_ids_map.id(f))
.filter_map(|f| fields_ids_map.id(f.as_ref()))
.collect::<Vec<_>>(),
None => fields_ids_map.iter().map(|(id, _)| id).collect(),
};
@ -241,5 +251,7 @@ impl Data {
Some(document) => Ok(obkv_to_json(&attributes_to_retrieve_ids, &fields_ids_map, document)?),
None => bail!("Document with id {} not found", document_id.as_ref()),
}
}).await?;
document
}
}

11
src/routes/document.rs
View File

@ -55,9 +55,9 @@ async fn get_document(
data: web::Data<Data>,
path: web::Path<DocumentParam>,
) -> Result<HttpResponse, ResponseError> {
let index = &path.index_uid;
let id = &path.document_id;
match data.retrieve_document(index, id, None) {
let index = path.index_uid.clone();
let id = path.document_id.clone();
match data.retrieve_document(index, id, None as Option<Vec<String>>).await {
Ok(document) => {
let json = serde_json::to_string(&document).unwrap();
Ok(HttpResponse::Ok().body(json))
@ -99,13 +99,14 @@ async fn get_all_documents(
.as_ref()
.map(|attrs| attrs
.split(",")
.map(String::from)
.collect::<Vec<_>>());
match data.retrieve_documents(
&path.index_uid,
path.index_uid.clone(),
params.offset.unwrap_or(DEFAULT_RETRIEVE_DOCUMENTS_OFFSET),
params.limit.unwrap_or(DEFAULT_RETRIEVE_DOCUMENTS_LIMIT),
attributes_to_retrieve.as_deref()) {
attributes_to_retrieve).await {
Ok(docs) => {
let json = serde_json::to_string(&docs).unwrap();
Ok(HttpResponse::Ok().body(json))