2021-02-19 22:32:14 +08:00
|
|
|
use std::collections::HashMap;
|
|
|
|
use std::mem::take;
|
|
|
|
|
2021-02-24 22:37:37 +08:00
|
|
|
use log::debug;
|
2021-02-19 22:32:14 +08:00
|
|
|
use roaring::RoaringBitmap;
|
|
|
|
|
|
|
|
use crate::search::query_tree::Operation;
|
2021-03-05 18:02:24 +08:00
|
|
|
use crate::search::WordDerivationsCache;
|
2021-02-25 23:34:29 +08:00
|
|
|
use super::{resolve_query_tree, Candidates, Criterion, CriterionResult, Context};
|
2021-02-19 22:32:14 +08:00
|
|
|
|
|
|
|
pub struct Words<'t> {
|
|
|
|
ctx: &'t dyn Context,
|
|
|
|
query_trees: Vec<Operation>,
|
|
|
|
candidates: Candidates,
|
|
|
|
bucket_candidates: RoaringBitmap,
|
|
|
|
parent: Option<Box<dyn Criterion + 't>>,
|
|
|
|
candidates_cache: HashMap<(Operation, u8), RoaringBitmap>,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl<'t> Words<'t> {
|
|
|
|
pub fn initial(
|
|
|
|
ctx: &'t dyn Context,
|
|
|
|
query_tree: Option<Operation>,
|
|
|
|
candidates: Option<RoaringBitmap>,
|
2021-03-04 01:16:13 +08:00
|
|
|
) -> Self
|
2021-02-19 22:32:14 +08:00
|
|
|
{
|
2021-03-04 01:16:13 +08:00
|
|
|
Words {
|
2021-02-19 22:32:14 +08:00
|
|
|
ctx,
|
|
|
|
query_trees: query_tree.map(explode_query_tree).unwrap_or_default(),
|
|
|
|
candidates: candidates.map_or_else(Candidates::default, Candidates::Allowed),
|
|
|
|
bucket_candidates: RoaringBitmap::new(),
|
|
|
|
parent: None,
|
|
|
|
candidates_cache: HashMap::default(),
|
2021-03-04 01:16:13 +08:00
|
|
|
}
|
2021-02-19 22:32:14 +08:00
|
|
|
}
|
|
|
|
|
2021-03-04 01:16:13 +08:00
|
|
|
pub fn new(ctx: &'t dyn Context, parent: Box<dyn Criterion + 't>) -> Self {
|
|
|
|
Words {
|
2021-02-19 22:32:14 +08:00
|
|
|
ctx,
|
|
|
|
query_trees: Vec::default(),
|
|
|
|
candidates: Candidates::default(),
|
|
|
|
bucket_candidates: RoaringBitmap::new(),
|
|
|
|
parent: Some(parent),
|
|
|
|
candidates_cache: HashMap::default(),
|
2021-03-04 01:16:13 +08:00
|
|
|
}
|
2021-02-19 22:32:14 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl<'t> Criterion for Words<'t> {
|
2021-03-06 18:28:22 +08:00
|
|
|
#[logging_timer::time("Words::{}")]
|
2021-03-05 18:02:24 +08:00
|
|
|
fn next(&mut self, wdcache: &mut WordDerivationsCache) -> anyhow::Result<Option<CriterionResult>> {
|
2021-02-19 22:32:14 +08:00
|
|
|
use Candidates::{Allowed, Forbidden};
|
|
|
|
loop {
|
2021-02-24 22:37:37 +08:00
|
|
|
debug!("Words at iteration {} ({:?})", self.query_trees.len(), self.candidates);
|
|
|
|
|
2021-02-19 22:32:14 +08:00
|
|
|
match (self.query_trees.pop(), &mut self.candidates) {
|
2021-03-01 21:03:12 +08:00
|
|
|
(query_tree, Allowed(candidates)) if candidates.is_empty() => {
|
2021-02-19 22:32:14 +08:00
|
|
|
self.query_trees = Vec::new();
|
2021-03-01 21:03:12 +08:00
|
|
|
return Ok(Some(CriterionResult {
|
|
|
|
query_tree,
|
|
|
|
candidates: take(&mut self.candidates).into_inner(),
|
|
|
|
bucket_candidates: take(&mut self.bucket_candidates),
|
|
|
|
}));
|
2021-02-19 22:32:14 +08:00
|
|
|
},
|
|
|
|
(Some(qt), Allowed(candidates)) => {
|
2021-03-05 18:02:24 +08:00
|
|
|
let mut found_candidates = resolve_query_tree(self.ctx, &qt, &mut self.candidates_cache, wdcache)?;
|
2021-02-24 22:59:19 +08:00
|
|
|
found_candidates.intersect_with(&candidates);
|
|
|
|
candidates.difference_with(&found_candidates);
|
|
|
|
|
2021-02-19 22:32:14 +08:00
|
|
|
let bucket_candidates = match self.parent {
|
|
|
|
Some(_) => take(&mut self.bucket_candidates),
|
2021-02-24 22:59:19 +08:00
|
|
|
None => found_candidates.clone(),
|
2021-02-19 22:32:14 +08:00
|
|
|
};
|
|
|
|
|
2021-02-24 22:59:19 +08:00
|
|
|
return Ok(Some(CriterionResult {
|
|
|
|
query_tree: Some(qt),
|
|
|
|
candidates: found_candidates,
|
|
|
|
bucket_candidates,
|
|
|
|
}));
|
|
|
|
},
|
|
|
|
(Some(qt), Forbidden(candidates)) => {
|
2021-03-05 18:02:24 +08:00
|
|
|
let mut found_candidates = resolve_query_tree(self.ctx, &qt, &mut self.candidates_cache, wdcache)?;
|
2021-02-24 22:59:19 +08:00
|
|
|
found_candidates.difference_with(&candidates);
|
|
|
|
candidates.union_with(&found_candidates);
|
|
|
|
|
|
|
|
let bucket_candidates = match self.parent {
|
|
|
|
Some(_) => take(&mut self.bucket_candidates),
|
|
|
|
None => found_candidates.clone(),
|
|
|
|
};
|
2021-02-19 18:20:42 +08:00
|
|
|
|
2021-02-19 22:32:14 +08:00
|
|
|
return Ok(Some(CriterionResult {
|
|
|
|
query_tree: Some(qt),
|
2021-02-19 18:20:42 +08:00
|
|
|
candidates: found_candidates,
|
2021-02-19 22:32:14 +08:00
|
|
|
bucket_candidates,
|
|
|
|
}));
|
|
|
|
},
|
|
|
|
(None, Allowed(_)) => {
|
|
|
|
let candidates = take(&mut self.candidates).into_inner();
|
|
|
|
return Ok(Some(CriterionResult {
|
|
|
|
query_tree: None,
|
|
|
|
candidates: candidates.clone(),
|
|
|
|
bucket_candidates: candidates,
|
|
|
|
}));
|
|
|
|
},
|
|
|
|
(None, Forbidden(_)) => {
|
|
|
|
match self.parent.as_mut() {
|
|
|
|
Some(parent) => {
|
2021-03-05 18:02:24 +08:00
|
|
|
match parent.next(wdcache)? {
|
2021-02-19 22:32:14 +08:00
|
|
|
Some(CriterionResult { query_tree, candidates, bucket_candidates }) => {
|
|
|
|
self.query_trees = query_tree.map(explode_query_tree).unwrap_or_default();
|
|
|
|
self.candidates = Candidates::Allowed(candidates);
|
2021-02-26 00:28:20 +08:00
|
|
|
self.bucket_candidates.union_with(&bucket_candidates);
|
2021-02-19 22:32:14 +08:00
|
|
|
},
|
|
|
|
None => return Ok(None),
|
|
|
|
}
|
|
|
|
},
|
|
|
|
None => return Ok(None),
|
|
|
|
}
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fn explode_query_tree(query_tree: Operation) -> Vec<Operation> {
|
|
|
|
match query_tree {
|
|
|
|
Operation::Or(true, ops) => ops,
|
|
|
|
otherwise => vec![otherwise],
|
|
|
|
}
|
|
|
|
}
|