2021-12-02 23:03:26 +08:00
|
|
|
use actix_web::{web, HttpRequest, HttpResponse};
|
2022-05-25 18:05:24 +08:00
|
|
|
use meilisearch_lib::tasks::task::{TaskContent, TaskEvent, TaskId};
|
2021-12-06 22:45:41 +08:00
|
|
|
use meilisearch_lib::tasks::TaskFilter;
|
2022-06-06 18:38:46 +08:00
|
|
|
use meilisearch_lib::MeiliSearch;
|
|
|
|
use meilisearch_types::error::ResponseError;
|
|
|
|
use meilisearch_types::index_uid::IndexUid;
|
2022-06-06 18:45:52 +08:00
|
|
|
use meilisearch_types::star_or::StarOr;
|
2022-05-17 22:08:23 +08:00
|
|
|
use serde::Deserialize;
|
|
|
|
use serde_cs::vec::CS;
|
2021-12-02 23:03:26 +08:00
|
|
|
use serde_json::json;
|
|
|
|
|
|
|
|
use crate::analytics::Analytics;
|
|
|
|
use crate::extractors::authentication::{policies::*, GuardedData};
|
2022-03-05 03:12:44 +08:00
|
|
|
use crate::extractors::sequential_extractor::SeqHandler;
|
2022-05-17 22:08:23 +08:00
|
|
|
use crate::task::{TaskListView, TaskStatus, TaskType, TaskView};
|
2021-12-02 23:03:26 +08:00
|
|
|
|
2022-06-06 18:45:52 +08:00
|
|
|
use super::fold_star_or;
|
2022-05-25 17:51:26 +08:00
|
|
|
|
2022-06-01 18:04:01 +08:00
|
|
|
const DEFAULT_LIMIT: fn() -> usize = || 20;
|
|
|
|
|
2021-12-02 23:03:26 +08:00
|
|
|
pub fn configure(cfg: &mut web::ServiceConfig) {
|
2022-03-05 03:12:44 +08:00
|
|
|
cfg.service(web::resource("").route(web::get().to(SeqHandler(get_tasks))))
|
|
|
|
.service(web::resource("/{task_id}").route(web::get().to(SeqHandler(get_task))));
|
2021-12-02 23:03:26 +08:00
|
|
|
}
|
|
|
|
|
2022-05-17 22:08:23 +08:00
|
|
|
#[derive(Deserialize, Debug)]
|
|
|
|
#[serde(rename_all = "camelCase", deny_unknown_fields)]
|
2022-07-07 16:56:02 +08:00
|
|
|
pub struct TasksFilterQuery {
|
2022-05-17 22:08:23 +08:00
|
|
|
#[serde(rename = "type")]
|
2022-05-30 23:12:53 +08:00
|
|
|
type_: Option<CS<StarOr<TaskType>>>,
|
|
|
|
status: Option<CS<StarOr<TaskStatus>>>,
|
2022-05-30 23:01:51 +08:00
|
|
|
index_uid: Option<CS<StarOr<IndexUid>>>,
|
2022-06-01 18:04:01 +08:00
|
|
|
#[serde(default = "DEFAULT_LIMIT")]
|
|
|
|
limit: usize,
|
2022-06-01 21:30:39 +08:00
|
|
|
from: Option<TaskId>,
|
2022-05-30 19:59:27 +08:00
|
|
|
}
|
|
|
|
|
2022-05-18 18:07:06 +08:00
|
|
|
#[rustfmt::skip]
|
|
|
|
fn task_type_matches_content(type_: &TaskType, content: &TaskContent) -> bool {
|
|
|
|
matches!((type_, content),
|
2022-05-25 18:05:24 +08:00
|
|
|
(TaskType::IndexCreation, TaskContent::IndexCreation { .. })
|
2022-05-18 18:07:06 +08:00
|
|
|
| (TaskType::IndexUpdate, TaskContent::IndexUpdate { .. })
|
2022-05-31 23:18:40 +08:00
|
|
|
| (TaskType::IndexDeletion, TaskContent::IndexDeletion { .. })
|
2022-05-25 18:05:24 +08:00
|
|
|
| (TaskType::DocumentAdditionOrUpdate, TaskContent::DocumentAddition { .. })
|
2022-05-31 23:18:40 +08:00
|
|
|
| (TaskType::DocumentDeletion, TaskContent::DocumentDeletion{ .. })
|
2022-05-18 18:07:06 +08:00
|
|
|
| (TaskType::SettingsUpdate, TaskContent::SettingsUpdate { .. })
|
|
|
|
)
|
|
|
|
}
|
|
|
|
|
2022-05-25 18:05:24 +08:00
|
|
|
#[rustfmt::skip]
|
2022-05-18 18:07:06 +08:00
|
|
|
fn task_status_matches_events(status: &TaskStatus, events: &[TaskEvent]) -> bool {
|
|
|
|
events.last().map_or(false, |event| {
|
2022-05-25 18:05:24 +08:00
|
|
|
matches!((status, event),
|
|
|
|
(TaskStatus::Enqueued, TaskEvent::Created(_))
|
|
|
|
| (TaskStatus::Processing, TaskEvent::Processing(_) | TaskEvent::Batched { .. })
|
2022-05-30 22:42:51 +08:00
|
|
|
| (TaskStatus::Succeeded, TaskEvent::Succeeded { .. })
|
2022-05-25 18:05:24 +08:00
|
|
|
| (TaskStatus::Failed, TaskEvent::Failed { .. }),
|
2022-05-18 18:07:06 +08:00
|
|
|
)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2021-12-02 23:03:26 +08:00
|
|
|
async fn get_tasks(
|
2021-11-09 01:31:27 +08:00
|
|
|
meilisearch: GuardedData<ActionPolicy<{ actions::TASKS_GET }>, MeiliSearch>,
|
2022-07-07 16:56:02 +08:00
|
|
|
params: web::Query<TasksFilterQuery>,
|
2021-12-02 23:03:26 +08:00
|
|
|
req: HttpRequest,
|
|
|
|
analytics: web::Data<dyn Analytics>,
|
|
|
|
) -> Result<HttpResponse, ResponseError> {
|
2022-07-07 16:56:02 +08:00
|
|
|
let TasksFilterQuery {
|
2022-05-17 22:08:23 +08:00
|
|
|
type_,
|
|
|
|
status,
|
|
|
|
index_uid,
|
2022-05-31 17:56:51 +08:00
|
|
|
limit,
|
2022-06-01 21:30:39 +08:00
|
|
|
from,
|
2022-05-17 22:08:23 +08:00
|
|
|
} = params.into_inner();
|
|
|
|
|
2022-01-12 22:35:33 +08:00
|
|
|
let search_rules = &meilisearch.filters().search_rules;
|
2022-05-18 18:07:06 +08:00
|
|
|
|
2022-05-31 17:56:51 +08:00
|
|
|
// We first transform a potential indexUid=* into a "not specified indexUid filter"
|
2022-05-30 23:12:53 +08:00
|
|
|
// for every one of the filters: type, status, and indexUid.
|
2022-06-06 16:17:33 +08:00
|
|
|
let type_: Option<Vec<_>> = type_.and_then(fold_star_or);
|
|
|
|
let status: Option<Vec<_>> = status.and_then(fold_star_or);
|
|
|
|
let index_uid: Option<Vec<_>> = index_uid.and_then(fold_star_or);
|
2022-05-30 23:12:53 +08:00
|
|
|
|
2022-07-07 16:56:02 +08:00
|
|
|
analytics.publish(
|
|
|
|
"Tasks Seen".to_string(),
|
|
|
|
json!({
|
|
|
|
"filtered_by_index_uid": index_uid.as_ref().map_or(false, |v| !v.is_empty()),
|
|
|
|
"filtered_by_type": type_.as_ref().map_or(false, |v| !v.is_empty()),
|
|
|
|
"filtered_by_status": status.as_ref().map_or(false, |v| !v.is_empty()),
|
|
|
|
}),
|
|
|
|
Some(&req),
|
|
|
|
);
|
|
|
|
|
2022-05-30 23:12:53 +08:00
|
|
|
// Then we filter on potential indexes and make sure that the search filter
|
|
|
|
// restrictions are also applied.
|
2022-05-18 18:07:06 +08:00
|
|
|
let indexes_filters = match index_uid {
|
2022-05-17 22:08:23 +08:00
|
|
|
Some(indexes) => {
|
|
|
|
let mut filters = TaskFilter::default();
|
2022-05-30 19:59:27 +08:00
|
|
|
for name in indexes {
|
2022-05-17 22:08:23 +08:00
|
|
|
if search_rules.is_index_authorized(&name) {
|
|
|
|
filters.filter_index(name.to_string());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
Some(filters)
|
|
|
|
}
|
|
|
|
None => {
|
|
|
|
if search_rules.is_index_authorized("*") {
|
|
|
|
None
|
|
|
|
} else {
|
|
|
|
let mut filters = TaskFilter::default();
|
|
|
|
for (index, _policy) in search_rules.clone() {
|
|
|
|
filters.filter_index(index);
|
|
|
|
}
|
|
|
|
Some(filters)
|
|
|
|
}
|
2021-12-06 22:45:41 +08:00
|
|
|
}
|
2022-01-12 22:35:33 +08:00
|
|
|
};
|
2021-12-06 22:45:41 +08:00
|
|
|
|
2022-05-18 18:07:06 +08:00
|
|
|
// Then we complete the task filter with other potential status and types filters.
|
2022-05-30 23:38:25 +08:00
|
|
|
let filters = if type_.is_some() || status.is_some() {
|
|
|
|
let mut filters = indexes_filters.unwrap_or_default();
|
2022-08-12 20:18:27 +08:00
|
|
|
filters.filter_fn(Box::new(move |task| {
|
2022-05-30 23:38:25 +08:00
|
|
|
let matches_type = match &type_ {
|
|
|
|
Some(types) => types
|
2022-05-18 18:07:06 +08:00
|
|
|
.iter()
|
2022-05-30 23:38:25 +08:00
|
|
|
.any(|t| task_type_matches_content(t, &task.content)),
|
|
|
|
None => true,
|
|
|
|
};
|
|
|
|
|
|
|
|
let matches_status = match &status {
|
|
|
|
Some(statuses) => statuses
|
2022-05-18 18:07:06 +08:00
|
|
|
.iter()
|
2022-05-30 23:38:25 +08:00
|
|
|
.any(|t| task_status_matches_events(t, &task.events)),
|
|
|
|
None => true,
|
|
|
|
};
|
|
|
|
|
|
|
|
matches_type && matches_status
|
2022-08-12 20:18:27 +08:00
|
|
|
}));
|
2022-05-30 23:38:25 +08:00
|
|
|
Some(filters)
|
|
|
|
} else {
|
|
|
|
indexes_filters
|
2022-05-18 18:07:06 +08:00
|
|
|
};
|
|
|
|
|
2022-05-31 17:56:51 +08:00
|
|
|
// We +1 just to know if there is more after this "page" or not.
|
2022-06-01 18:04:01 +08:00
|
|
|
let limit = limit.saturating_add(1);
|
2022-05-31 17:56:51 +08:00
|
|
|
|
2022-06-02 17:26:12 +08:00
|
|
|
let mut tasks_results: Vec<_> = meilisearch
|
2022-06-01 21:30:39 +08:00
|
|
|
.list_tasks(filters, Some(limit), from)
|
2021-12-02 23:03:26 +08:00
|
|
|
.await?
|
|
|
|
.into_iter()
|
|
|
|
.map(TaskView::from)
|
2022-06-02 17:26:12 +08:00
|
|
|
.collect();
|
2022-05-31 17:56:51 +08:00
|
|
|
|
|
|
|
// If we were able to fetch the number +1 tasks we asked
|
|
|
|
// it means that there is more to come.
|
2022-06-01 21:30:39 +08:00
|
|
|
let next = if tasks_results.len() == limit {
|
|
|
|
tasks_results.pop().map(|t| t.uid)
|
2022-05-31 17:56:51 +08:00
|
|
|
} else {
|
|
|
|
None
|
|
|
|
};
|
|
|
|
|
2022-06-01 21:30:39 +08:00
|
|
|
let from = tasks_results.first().map(|t| t.uid);
|
|
|
|
|
2022-05-31 17:56:51 +08:00
|
|
|
let tasks = TaskListView {
|
|
|
|
results: tasks_results,
|
|
|
|
limit: limit.saturating_sub(1),
|
2022-06-01 21:30:39 +08:00
|
|
|
from,
|
|
|
|
next,
|
2022-05-31 17:56:51 +08:00
|
|
|
};
|
2021-12-02 23:03:26 +08:00
|
|
|
|
|
|
|
Ok(HttpResponse::Ok().json(tasks))
|
|
|
|
}
|
|
|
|
|
|
|
|
async fn get_task(
|
2021-11-09 01:31:27 +08:00
|
|
|
meilisearch: GuardedData<ActionPolicy<{ actions::TASKS_GET }>, MeiliSearch>,
|
2021-12-02 23:03:26 +08:00
|
|
|
task_id: web::Path<TaskId>,
|
|
|
|
req: HttpRequest,
|
|
|
|
analytics: web::Data<dyn Analytics>,
|
|
|
|
) -> Result<HttpResponse, ResponseError> {
|
|
|
|
analytics.publish(
|
|
|
|
"Tasks Seen".to_string(),
|
|
|
|
json!({ "per_task_uid": true }),
|
|
|
|
Some(&req),
|
|
|
|
);
|
|
|
|
|
2022-01-12 22:35:33 +08:00
|
|
|
let search_rules = &meilisearch.filters().search_rules;
|
|
|
|
let filters = if search_rules.is_index_authorized("*") {
|
|
|
|
None
|
|
|
|
} else {
|
2021-12-06 22:45:41 +08:00
|
|
|
let mut filters = TaskFilter::default();
|
2022-01-12 22:35:33 +08:00
|
|
|
for (index, _policy) in search_rules.clone() {
|
|
|
|
filters.filter_index(index);
|
2021-12-06 22:45:41 +08:00
|
|
|
}
|
2022-01-12 22:35:33 +08:00
|
|
|
Some(filters)
|
|
|
|
};
|
2021-12-06 22:45:41 +08:00
|
|
|
|
2021-12-02 23:03:26 +08:00
|
|
|
let task: TaskView = meilisearch
|
2021-12-06 22:45:41 +08:00
|
|
|
.get_task(task_id.into_inner(), filters)
|
2021-12-02 23:03:26 +08:00
|
|
|
.await?
|
|
|
|
.into();
|
|
|
|
|
|
|
|
Ok(HttpResponse::Ok().json(task))
|
|
|
|
}
|