mirror of
https://github.com/meilisearch/meilisearch.git
synced 2024-11-30 00:55:00 +08:00
implement matches
This commit is contained in:
parent
db7215eaa9
commit
97ef4a6c22
@ -6,7 +6,7 @@ use either::Either;
|
|||||||
use heed::RoTxn;
|
use heed::RoTxn;
|
||||||
use indexmap::IndexMap;
|
use indexmap::IndexMap;
|
||||||
use meilisearch_tokenizer::{Analyzer, AnalyzerConfig, Token};
|
use meilisearch_tokenizer::{Analyzer, AnalyzerConfig, Token};
|
||||||
use milli::{FilterCondition, FieldId, FieldsIdsMap, MatchingWords};
|
use milli::{FieldId, FieldsIdsMap, FilterCondition, MatchingWords};
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
use serde_json::Value;
|
use serde_json::Value;
|
||||||
|
|
||||||
@ -16,6 +16,13 @@ use super::error::Result;
|
|||||||
use super::Index;
|
use super::Index;
|
||||||
|
|
||||||
pub type Document = IndexMap<String, Value>;
|
pub type Document = IndexMap<String, Value>;
|
||||||
|
type MatchesInfo = BTreeMap<String, Vec<MatchInfo>>;
|
||||||
|
|
||||||
|
#[derive(Serialize, Debug, Clone)]
|
||||||
|
pub struct MatchInfo {
|
||||||
|
start: usize,
|
||||||
|
length: usize,
|
||||||
|
}
|
||||||
|
|
||||||
pub const DEFAULT_SEARCH_LIMIT: usize = 20;
|
pub const DEFAULT_SEARCH_LIMIT: usize = 20;
|
||||||
const fn default_search_limit() -> usize {
|
const fn default_search_limit() -> usize {
|
||||||
@ -39,7 +46,9 @@ pub struct SearchQuery {
|
|||||||
#[serde(default = "default_crop_length")]
|
#[serde(default = "default_crop_length")]
|
||||||
pub crop_length: usize,
|
pub crop_length: usize,
|
||||||
pub attributes_to_highlight: Option<HashSet<String>>,
|
pub attributes_to_highlight: Option<HashSet<String>>,
|
||||||
pub matches: Option<bool>,
|
// Default to false
|
||||||
|
#[serde(default = "Default::default")]
|
||||||
|
pub matches: bool,
|
||||||
pub filter: Option<Value>,
|
pub filter: Option<Value>,
|
||||||
pub facet_distributions: Option<Vec<String>>,
|
pub facet_distributions: Option<Vec<String>>,
|
||||||
}
|
}
|
||||||
@ -50,6 +59,8 @@ pub struct SearchHit {
|
|||||||
pub document: Document,
|
pub document: Document,
|
||||||
#[serde(rename = "_formatted", skip_serializing_if = "Document::is_empty")]
|
#[serde(rename = "_formatted", skip_serializing_if = "Document::is_empty")]
|
||||||
pub formatted: Document,
|
pub formatted: Document,
|
||||||
|
#[serde(rename = "_MatchesInfo", skip_serializing_if = "Option::is_none")]
|
||||||
|
pub matches_info: Option<MatchesInfo>,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Serialize)]
|
#[derive(Serialize)]
|
||||||
@ -134,13 +145,9 @@ impl Index {
|
|||||||
.cloned()
|
.cloned()
|
||||||
.collect();
|
.collect();
|
||||||
|
|
||||||
let attr_to_highlight = query
|
let attr_to_highlight = query.attributes_to_highlight.unwrap_or_default();
|
||||||
.attributes_to_highlight
|
|
||||||
.unwrap_or_default();
|
|
||||||
|
|
||||||
let attr_to_crop = query
|
let attr_to_crop = query.attributes_to_crop.unwrap_or_default();
|
||||||
.attributes_to_crop
|
|
||||||
.unwrap_or_default();
|
|
||||||
|
|
||||||
// Attributes in `formatted_options` correspond to the attributes that will be in `_formatted`
|
// Attributes in `formatted_options` correspond to the attributes that will be in `_formatted`
|
||||||
// These attributes are:
|
// These attributes are:
|
||||||
@ -157,8 +164,7 @@ impl Index {
|
|||||||
);
|
);
|
||||||
|
|
||||||
let stop_words = fst::Set::default();
|
let stop_words = fst::Set::default();
|
||||||
let formatter =
|
let formatter = Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
||||||
Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
|
||||||
|
|
||||||
let mut documents = Vec::new();
|
let mut documents = Vec::new();
|
||||||
|
|
||||||
@ -166,6 +172,9 @@ impl Index {
|
|||||||
|
|
||||||
for (_id, obkv) in documents_iter {
|
for (_id, obkv) in documents_iter {
|
||||||
let document = make_document(&to_retrieve_ids, &fields_ids_map, obkv)?;
|
let document = make_document(&to_retrieve_ids, &fields_ids_map, obkv)?;
|
||||||
|
|
||||||
|
let matches_info = query.matches.then(|| compute_matches(&matching_words, &document));
|
||||||
|
|
||||||
let formatted = format_fields(
|
let formatted = format_fields(
|
||||||
&fields_ids_map,
|
&fields_ids_map,
|
||||||
obkv,
|
obkv,
|
||||||
@ -177,6 +186,7 @@ impl Index {
|
|||||||
let hit = SearchHit {
|
let hit = SearchHit {
|
||||||
document,
|
document,
|
||||||
formatted,
|
formatted,
|
||||||
|
matches_info,
|
||||||
};
|
};
|
||||||
documents.push(hit);
|
documents.push(hit);
|
||||||
}
|
}
|
||||||
@ -210,6 +220,53 @@ impl Index {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn compute_matches(matcher: &impl Matcher, document: &Document) -> MatchesInfo {
|
||||||
|
let stop_words = fst::Set::default();
|
||||||
|
let mut matches = BTreeMap::new();
|
||||||
|
let mut config = AnalyzerConfig::default();
|
||||||
|
config.stop_words(&stop_words);
|
||||||
|
let analyzer = Analyzer::new(config);
|
||||||
|
|
||||||
|
for (key, value) in document {
|
||||||
|
let mut infos = Vec::new();
|
||||||
|
compute_value_matches(&mut infos, value, matcher, &analyzer);
|
||||||
|
if !infos.is_empty() {
|
||||||
|
matches.insert(key.clone(), infos);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
matches
|
||||||
|
}
|
||||||
|
|
||||||
|
fn compute_value_matches<'a, A: AsRef<[u8]>>(
|
||||||
|
infos: &mut Vec<MatchInfo>,
|
||||||
|
value: &Value,
|
||||||
|
matcher: &impl Matcher,
|
||||||
|
analyzer: &Analyzer<'a, A>,
|
||||||
|
) {
|
||||||
|
match value {
|
||||||
|
Value::String(s) => {
|
||||||
|
let analyzed = analyzer.analyze(s);
|
||||||
|
let mut start = 0;
|
||||||
|
for (word, token) in analyzed.reconstruct() {
|
||||||
|
if token.is_word() {
|
||||||
|
if let Some(length) = matcher.matches(token.text()) {
|
||||||
|
infos.push(MatchInfo { start, length });
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
start += word.len();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Value::Array(vals) => vals
|
||||||
|
.iter()
|
||||||
|
.for_each(|val| compute_value_matches(infos, val, matcher, analyzer)),
|
||||||
|
Value::Object(vals) => vals
|
||||||
|
.values()
|
||||||
|
.for_each(|val| compute_value_matches(infos, val, matcher, analyzer)),
|
||||||
|
_ => (),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
fn compute_formatted_options(
|
fn compute_formatted_options(
|
||||||
attr_to_highlight: &HashSet<String>,
|
attr_to_highlight: &HashSet<String>,
|
||||||
attr_to_crop: &[String],
|
attr_to_crop: &[String],
|
||||||
@ -217,8 +274,7 @@ fn compute_formatted_options(
|
|||||||
to_retrieve_ids: &BTreeSet<u8>,
|
to_retrieve_ids: &BTreeSet<u8>,
|
||||||
fields_ids_map: &FieldsIdsMap,
|
fields_ids_map: &FieldsIdsMap,
|
||||||
displayed_ids: &BTreeSet<u8>,
|
displayed_ids: &BTreeSet<u8>,
|
||||||
) -> BTreeMap<FieldId, FormatOptions> {
|
) -> BTreeMap<FieldId, FormatOptions> {
|
||||||
|
|
||||||
let mut formatted_options = BTreeMap::new();
|
let mut formatted_options = BTreeMap::new();
|
||||||
|
|
||||||
add_highlight_to_formatted_options(
|
add_highlight_to_formatted_options(
|
||||||
@ -238,10 +294,7 @@ fn compute_formatted_options(
|
|||||||
|
|
||||||
// Should not return `_formatted` if no valid attributes to highlight/crop
|
// Should not return `_formatted` if no valid attributes to highlight/crop
|
||||||
if !formatted_options.is_empty() {
|
if !formatted_options.is_empty() {
|
||||||
add_non_formatted_ids_to_formatted_options(
|
add_non_formatted_ids_to_formatted_options(&mut formatted_options, to_retrieve_ids);
|
||||||
&mut formatted_options,
|
|
||||||
to_retrieve_ids,
|
|
||||||
);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
formatted_options
|
formatted_options
|
||||||
@ -287,7 +340,7 @@ fn add_crop_to_formatted_options(
|
|||||||
Some((len, name)) => {
|
Some((len, name)) => {
|
||||||
let crop_len = len.parse::<usize>().unwrap_or(crop_length);
|
let crop_len = len.parse::<usize>().unwrap_or(crop_length);
|
||||||
(name, crop_len)
|
(name, crop_len)
|
||||||
},
|
}
|
||||||
None => (attr.as_str(), crop_length),
|
None => (attr.as_str(), crop_length),
|
||||||
};
|
};
|
||||||
|
|
||||||
@ -319,15 +372,13 @@ fn add_crop_to_formatted_options(
|
|||||||
|
|
||||||
fn add_non_formatted_ids_to_formatted_options(
|
fn add_non_formatted_ids_to_formatted_options(
|
||||||
formatted_options: &mut BTreeMap<FieldId, FormatOptions>,
|
formatted_options: &mut BTreeMap<FieldId, FormatOptions>,
|
||||||
to_retrieve_ids: &BTreeSet<u8>
|
to_retrieve_ids: &BTreeSet<u8>,
|
||||||
) {
|
) {
|
||||||
for id in to_retrieve_ids {
|
for id in to_retrieve_ids {
|
||||||
formatted_options
|
formatted_options.entry(*id).or_insert(FormatOptions {
|
||||||
.entry(*id)
|
highlight: false,
|
||||||
.or_insert(FormatOptions {
|
crop: None,
|
||||||
highlight: false,
|
});
|
||||||
crop: None,
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -337,6 +388,7 @@ fn make_document(
|
|||||||
obkv: obkv::KvReader,
|
obkv: obkv::KvReader,
|
||||||
) -> Result<Document> {
|
) -> Result<Document> {
|
||||||
let mut document = Document::new();
|
let mut document = Document::new();
|
||||||
|
|
||||||
for attr in attributes_to_retrieve {
|
for attr in attributes_to_retrieve {
|
||||||
if let Some(value) = obkv.get(*attr) {
|
if let Some(value) = obkv.get(*attr) {
|
||||||
let value = serde_json::from_slice(value)?;
|
let value = serde_json::from_slice(value)?;
|
||||||
@ -367,11 +419,7 @@ fn format_fields<A: AsRef<[u8]>>(
|
|||||||
if let Some(value) = obkv.get(*id) {
|
if let Some(value) = obkv.get(*id) {
|
||||||
let mut value: Value = serde_json::from_slice(value)?;
|
let mut value: Value = serde_json::from_slice(value)?;
|
||||||
|
|
||||||
value = formatter.format_value(
|
value = formatter.format_value(value, matching_words, *format);
|
||||||
value,
|
|
||||||
matching_words,
|
|
||||||
*format,
|
|
||||||
);
|
|
||||||
|
|
||||||
// This unwrap must be safe since we got the ids from the fields_ids_map just
|
// This unwrap must be safe since we got the ids from the fields_ids_map just
|
||||||
// before.
|
// before.
|
||||||
@ -428,20 +476,40 @@ impl<'a, A: AsRef<[u8]>> Formatter<'a, A> {
|
|||||||
) -> Value {
|
) -> Value {
|
||||||
match value {
|
match value {
|
||||||
Value::String(old_string) => {
|
Value::String(old_string) => {
|
||||||
let value =
|
let value = self.format_string(old_string, matcher, format_options);
|
||||||
self.format_string(old_string, matcher, format_options);
|
|
||||||
Value::String(value)
|
Value::String(value)
|
||||||
}
|
}
|
||||||
Value::Array(values) => Value::Array(
|
Value::Array(values) => Value::Array(
|
||||||
values
|
values
|
||||||
.into_iter()
|
.into_iter()
|
||||||
.map(|v| self.format_value(v, matcher, FormatOptions { highlight: format_options.highlight, crop: None }))
|
.map(|v| {
|
||||||
|
self.format_value(
|
||||||
|
v,
|
||||||
|
matcher,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: format_options.highlight,
|
||||||
|
crop: None,
|
||||||
|
},
|
||||||
|
)
|
||||||
|
})
|
||||||
.collect(),
|
.collect(),
|
||||||
),
|
),
|
||||||
Value::Object(object) => Value::Object(
|
Value::Object(object) => Value::Object(
|
||||||
object
|
object
|
||||||
.into_iter()
|
.into_iter()
|
||||||
.map(|(k, v)| (k, self.format_value(v, matcher, FormatOptions { highlight: format_options.highlight, crop: None })))
|
.map(|(k, v)| {
|
||||||
|
(
|
||||||
|
k,
|
||||||
|
self.format_value(
|
||||||
|
v,
|
||||||
|
matcher,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: format_options.highlight,
|
||||||
|
crop: None,
|
||||||
|
},
|
||||||
|
),
|
||||||
|
)
|
||||||
|
})
|
||||||
.collect(),
|
.collect(),
|
||||||
),
|
),
|
||||||
value => value,
|
value => value,
|
||||||
@ -461,7 +529,9 @@ impl<'a, A: AsRef<[u8]>> Formatter<'a, A> {
|
|||||||
let mut buffer = Vec::new();
|
let mut buffer = Vec::new();
|
||||||
let mut tokens = analyzed.reconstruct().peekable();
|
let mut tokens = analyzed.reconstruct().peekable();
|
||||||
|
|
||||||
while let Some((word, token)) = tokens.next_if(|(_, token)| matcher.matches(token.text()).is_none()) {
|
while let Some((word, token)) =
|
||||||
|
tokens.next_if(|(_, token)| matcher.matches(token.text()).is_none())
|
||||||
|
{
|
||||||
buffer.push((word, token));
|
buffer.push((word, token));
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -474,19 +544,16 @@ impl<'a, A: AsRef<[u8]>> Formatter<'a, A> {
|
|||||||
});
|
});
|
||||||
|
|
||||||
let mut taken_after = 0;
|
let mut taken_after = 0;
|
||||||
let after_iter = tokens
|
let after_iter = tokens.take_while(move |(word, _)| {
|
||||||
.take_while(move |(word, _)| {
|
|
||||||
let take = taken_after < crop_len;
|
let take = taken_after < crop_len;
|
||||||
taken_after += word.chars().count();
|
taken_after += word.chars().count();
|
||||||
take
|
take
|
||||||
});
|
});
|
||||||
|
|
||||||
let iter = before_iter
|
let iter = before_iter.chain(Some(token)).chain(after_iter);
|
||||||
.chain(Some(token))
|
|
||||||
.chain(after_iter);
|
|
||||||
|
|
||||||
Box::new(iter)
|
Box::new(iter)
|
||||||
},
|
}
|
||||||
// If no word matches in the attribute
|
// If no word matches in the attribute
|
||||||
None => {
|
None => {
|
||||||
let mut count = 0;
|
let mut count = 0;
|
||||||
@ -505,16 +572,19 @@ impl<'a, A: AsRef<[u8]>> Formatter<'a, A> {
|
|||||||
|
|
||||||
tokens
|
tokens
|
||||||
.map(|(word, token)| {
|
.map(|(word, token)| {
|
||||||
|
// Check if we need to do highlighting or computed matches before calling
|
||||||
|
// Matcher::match since the call is expensive.
|
||||||
if format_options.highlight && token.is_word() {
|
if format_options.highlight && token.is_word() {
|
||||||
if let Some(match_len) = matcher.matches(token.text()) {
|
if let Some(length) = matcher.matches(token.text()) {
|
||||||
let mut new_word = String::new();
|
if format_options.highlight {
|
||||||
|
let mut new_word = String::new();
|
||||||
|
new_word.push_str(&self.marks.0);
|
||||||
|
new_word.push_str(&word[..length]);
|
||||||
|
new_word.push_str(&self.marks.1);
|
||||||
|
new_word.push_str(&word[length..]);
|
||||||
|
|
||||||
new_word.push_str(&self.marks.0);
|
return Cow::Owned(new_word);
|
||||||
new_word.push_str(&word[..match_len]);
|
}
|
||||||
new_word.push_str(&self.marks.1);
|
|
||||||
new_word.push_str(&word[match_len..]);
|
|
||||||
|
|
||||||
return Cow::Owned(new_word)
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Cow::Borrowed(word)
|
Cow::Borrowed(word)
|
||||||
@ -573,8 +643,7 @@ mod test {
|
|||||||
#[test]
|
#[test]
|
||||||
fn no_ids_no_formatted() {
|
fn no_ids_no_formatted() {
|
||||||
let stop_words = fst::Set::default();
|
let stop_words = fst::Set::default();
|
||||||
let formatter =
|
let formatter = Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
||||||
Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
|
||||||
|
|
||||||
let mut fields = FieldsIdsMap::new();
|
let mut fields = FieldsIdsMap::new();
|
||||||
let id = fields.insert("test").unwrap();
|
let id = fields.insert("test").unwrap();
|
||||||
@ -606,8 +675,7 @@ mod test {
|
|||||||
#[test]
|
#[test]
|
||||||
fn formatted_with_highlight_in_word() {
|
fn formatted_with_highlight_in_word() {
|
||||||
let stop_words = fst::Set::default();
|
let stop_words = fst::Set::default();
|
||||||
let formatter =
|
let formatter = Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
||||||
Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
|
||||||
|
|
||||||
let mut fields = FieldsIdsMap::new();
|
let mut fields = FieldsIdsMap::new();
|
||||||
let title = fields.insert("title").unwrap();
|
let title = fields.insert("title").unwrap();
|
||||||
@ -615,19 +683,39 @@ mod test {
|
|||||||
|
|
||||||
let mut buf = Vec::new();
|
let mut buf = Vec::new();
|
||||||
let mut obkv = obkv::KvWriter::new(&mut buf);
|
let mut obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(title, Value::String("The Hobbit".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
title,
|
||||||
|
Value::String("The Hobbit".into()).to_string().as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
obkv = obkv::KvWriter::new(&mut buf);
|
obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(author, Value::String("J. R. R. Tolkien".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
author,
|
||||||
|
Value::String("J. R. R. Tolkien".into())
|
||||||
|
.to_string()
|
||||||
|
.as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
|
|
||||||
let obkv = obkv::KvReader::new(&buf);
|
let obkv = obkv::KvReader::new(&buf);
|
||||||
|
|
||||||
let mut formatted_options = BTreeMap::new();
|
let mut formatted_options = BTreeMap::new();
|
||||||
formatted_options.insert(title, FormatOptions { highlight: true, crop: None });
|
formatted_options.insert(
|
||||||
formatted_options.insert(author, FormatOptions { highlight: false, crop: None });
|
title,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: true,
|
||||||
|
crop: None,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
formatted_options.insert(
|
||||||
|
author,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: None,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
let mut matching_words = BTreeMap::new();
|
let mut matching_words = BTreeMap::new();
|
||||||
matching_words.insert("hobbit", Some(3));
|
matching_words.insert("hobbit", Some(3));
|
||||||
@ -648,8 +736,7 @@ mod test {
|
|||||||
#[test]
|
#[test]
|
||||||
fn formatted_with_crop_2() {
|
fn formatted_with_crop_2() {
|
||||||
let stop_words = fst::Set::default();
|
let stop_words = fst::Set::default();
|
||||||
let formatter =
|
let formatter = Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
||||||
Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
|
||||||
|
|
||||||
let mut fields = FieldsIdsMap::new();
|
let mut fields = FieldsIdsMap::new();
|
||||||
let title = fields.insert("title").unwrap();
|
let title = fields.insert("title").unwrap();
|
||||||
@ -657,19 +744,39 @@ mod test {
|
|||||||
|
|
||||||
let mut buf = Vec::new();
|
let mut buf = Vec::new();
|
||||||
let mut obkv = obkv::KvWriter::new(&mut buf);
|
let mut obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(title, Value::String("Harry Potter and the Half-Blood Prince".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
title,
|
||||||
|
Value::String("Harry Potter and the Half-Blood Prince".into())
|
||||||
|
.to_string()
|
||||||
|
.as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
obkv = obkv::KvWriter::new(&mut buf);
|
obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(author, Value::String("J. K. Rowling".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
author,
|
||||||
|
Value::String("J. K. Rowling".into()).to_string().as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
|
|
||||||
let obkv = obkv::KvReader::new(&buf);
|
let obkv = obkv::KvReader::new(&buf);
|
||||||
|
|
||||||
let mut formatted_options = BTreeMap::new();
|
let mut formatted_options = BTreeMap::new();
|
||||||
formatted_options.insert(title, FormatOptions { highlight: false, crop: Some(2) });
|
formatted_options.insert(
|
||||||
formatted_options.insert(author, FormatOptions { highlight: false, crop: None });
|
title,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: Some(2),
|
||||||
|
},
|
||||||
|
);
|
||||||
|
formatted_options.insert(
|
||||||
|
author,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: None,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
let mut matching_words = BTreeMap::new();
|
let mut matching_words = BTreeMap::new();
|
||||||
matching_words.insert("potter", Some(6));
|
matching_words.insert("potter", Some(6));
|
||||||
@ -690,8 +797,7 @@ mod test {
|
|||||||
#[test]
|
#[test]
|
||||||
fn formatted_with_crop_10() {
|
fn formatted_with_crop_10() {
|
||||||
let stop_words = fst::Set::default();
|
let stop_words = fst::Set::default();
|
||||||
let formatter =
|
let formatter = Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
||||||
Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
|
||||||
|
|
||||||
let mut fields = FieldsIdsMap::new();
|
let mut fields = FieldsIdsMap::new();
|
||||||
let title = fields.insert("title").unwrap();
|
let title = fields.insert("title").unwrap();
|
||||||
@ -699,19 +805,39 @@ mod test {
|
|||||||
|
|
||||||
let mut buf = Vec::new();
|
let mut buf = Vec::new();
|
||||||
let mut obkv = obkv::KvWriter::new(&mut buf);
|
let mut obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(title, Value::String("Harry Potter and the Half-Blood Prince".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
title,
|
||||||
|
Value::String("Harry Potter and the Half-Blood Prince".into())
|
||||||
|
.to_string()
|
||||||
|
.as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
obkv = obkv::KvWriter::new(&mut buf);
|
obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(author, Value::String("J. K. Rowling".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
author,
|
||||||
|
Value::String("J. K. Rowling".into()).to_string().as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
|
|
||||||
let obkv = obkv::KvReader::new(&buf);
|
let obkv = obkv::KvReader::new(&buf);
|
||||||
|
|
||||||
let mut formatted_options = BTreeMap::new();
|
let mut formatted_options = BTreeMap::new();
|
||||||
formatted_options.insert(title, FormatOptions { highlight: false, crop: Some(10) });
|
formatted_options.insert(
|
||||||
formatted_options.insert(author, FormatOptions { highlight: false, crop: None });
|
title,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: Some(10),
|
||||||
|
},
|
||||||
|
);
|
||||||
|
formatted_options.insert(
|
||||||
|
author,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: None,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
let mut matching_words = BTreeMap::new();
|
let mut matching_words = BTreeMap::new();
|
||||||
matching_words.insert("potter", Some(6));
|
matching_words.insert("potter", Some(6));
|
||||||
@ -732,8 +858,7 @@ mod test {
|
|||||||
#[test]
|
#[test]
|
||||||
fn formatted_with_crop_0() {
|
fn formatted_with_crop_0() {
|
||||||
let stop_words = fst::Set::default();
|
let stop_words = fst::Set::default();
|
||||||
let formatter =
|
let formatter = Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
||||||
Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
|
||||||
|
|
||||||
let mut fields = FieldsIdsMap::new();
|
let mut fields = FieldsIdsMap::new();
|
||||||
let title = fields.insert("title").unwrap();
|
let title = fields.insert("title").unwrap();
|
||||||
@ -741,19 +866,39 @@ mod test {
|
|||||||
|
|
||||||
let mut buf = Vec::new();
|
let mut buf = Vec::new();
|
||||||
let mut obkv = obkv::KvWriter::new(&mut buf);
|
let mut obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(title, Value::String("Harry Potter and the Half-Blood Prince".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
title,
|
||||||
|
Value::String("Harry Potter and the Half-Blood Prince".into())
|
||||||
|
.to_string()
|
||||||
|
.as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
obkv = obkv::KvWriter::new(&mut buf);
|
obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(author, Value::String("J. K. Rowling".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
author,
|
||||||
|
Value::String("J. K. Rowling".into()).to_string().as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
|
|
||||||
let obkv = obkv::KvReader::new(&buf);
|
let obkv = obkv::KvReader::new(&buf);
|
||||||
|
|
||||||
let mut formatted_options = BTreeMap::new();
|
let mut formatted_options = BTreeMap::new();
|
||||||
formatted_options.insert(title, FormatOptions { highlight: false, crop: Some(0) });
|
formatted_options.insert(
|
||||||
formatted_options.insert(author, FormatOptions { highlight: false, crop: None });
|
title,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: Some(0),
|
||||||
|
},
|
||||||
|
);
|
||||||
|
formatted_options.insert(
|
||||||
|
author,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: None,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
let mut matching_words = BTreeMap::new();
|
let mut matching_words = BTreeMap::new();
|
||||||
matching_words.insert("potter", Some(6));
|
matching_words.insert("potter", Some(6));
|
||||||
@ -774,8 +919,7 @@ mod test {
|
|||||||
#[test]
|
#[test]
|
||||||
fn formatted_with_crop_and_no_match() {
|
fn formatted_with_crop_and_no_match() {
|
||||||
let stop_words = fst::Set::default();
|
let stop_words = fst::Set::default();
|
||||||
let formatter =
|
let formatter = Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
||||||
Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
|
||||||
|
|
||||||
let mut fields = FieldsIdsMap::new();
|
let mut fields = FieldsIdsMap::new();
|
||||||
let title = fields.insert("title").unwrap();
|
let title = fields.insert("title").unwrap();
|
||||||
@ -783,19 +927,39 @@ mod test {
|
|||||||
|
|
||||||
let mut buf = Vec::new();
|
let mut buf = Vec::new();
|
||||||
let mut obkv = obkv::KvWriter::new(&mut buf);
|
let mut obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(title, Value::String("Harry Potter and the Half-Blood Prince".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
title,
|
||||||
|
Value::String("Harry Potter and the Half-Blood Prince".into())
|
||||||
|
.to_string()
|
||||||
|
.as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
obkv = obkv::KvWriter::new(&mut buf);
|
obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(author, Value::String("J. K. Rowling".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
author,
|
||||||
|
Value::String("J. K. Rowling".into()).to_string().as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
|
|
||||||
let obkv = obkv::KvReader::new(&buf);
|
let obkv = obkv::KvReader::new(&buf);
|
||||||
|
|
||||||
let mut formatted_options = BTreeMap::new();
|
let mut formatted_options = BTreeMap::new();
|
||||||
formatted_options.insert(title, FormatOptions { highlight: false, crop: Some(6) });
|
formatted_options.insert(
|
||||||
formatted_options.insert(author, FormatOptions { highlight: false, crop: Some(20) });
|
title,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: Some(6),
|
||||||
|
},
|
||||||
|
);
|
||||||
|
formatted_options.insert(
|
||||||
|
author,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: Some(20),
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
let mut matching_words = BTreeMap::new();
|
let mut matching_words = BTreeMap::new();
|
||||||
matching_words.insert("rowling", Some(3));
|
matching_words.insert("rowling", Some(3));
|
||||||
@ -816,8 +980,7 @@ mod test {
|
|||||||
#[test]
|
#[test]
|
||||||
fn formatted_with_crop_and_highlight() {
|
fn formatted_with_crop_and_highlight() {
|
||||||
let stop_words = fst::Set::default();
|
let stop_words = fst::Set::default();
|
||||||
let formatter =
|
let formatter = Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
||||||
Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
|
||||||
|
|
||||||
let mut fields = FieldsIdsMap::new();
|
let mut fields = FieldsIdsMap::new();
|
||||||
let title = fields.insert("title").unwrap();
|
let title = fields.insert("title").unwrap();
|
||||||
@ -825,19 +988,39 @@ mod test {
|
|||||||
|
|
||||||
let mut buf = Vec::new();
|
let mut buf = Vec::new();
|
||||||
let mut obkv = obkv::KvWriter::new(&mut buf);
|
let mut obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(title, Value::String("Harry Potter and the Half-Blood Prince".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
title,
|
||||||
|
Value::String("Harry Potter and the Half-Blood Prince".into())
|
||||||
|
.to_string()
|
||||||
|
.as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
obkv = obkv::KvWriter::new(&mut buf);
|
obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(author, Value::String("J. K. Rowling".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
author,
|
||||||
|
Value::String("J. K. Rowling".into()).to_string().as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
|
|
||||||
let obkv = obkv::KvReader::new(&buf);
|
let obkv = obkv::KvReader::new(&buf);
|
||||||
|
|
||||||
let mut formatted_options = BTreeMap::new();
|
let mut formatted_options = BTreeMap::new();
|
||||||
formatted_options.insert(title, FormatOptions { highlight: true, crop: Some(1) });
|
formatted_options.insert(
|
||||||
formatted_options.insert(author, FormatOptions { highlight: false, crop: None });
|
title,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: true,
|
||||||
|
crop: Some(1),
|
||||||
|
},
|
||||||
|
);
|
||||||
|
formatted_options.insert(
|
||||||
|
author,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: None,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
let mut matching_words = BTreeMap::new();
|
let mut matching_words = BTreeMap::new();
|
||||||
matching_words.insert("and", Some(3));
|
matching_words.insert("and", Some(3));
|
||||||
@ -858,8 +1041,7 @@ mod test {
|
|||||||
#[test]
|
#[test]
|
||||||
fn formatted_with_crop_and_highlight_in_word() {
|
fn formatted_with_crop_and_highlight_in_word() {
|
||||||
let stop_words = fst::Set::default();
|
let stop_words = fst::Set::default();
|
||||||
let formatter =
|
let formatter = Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
||||||
Formatter::new(&stop_words, (String::from("<em>"), String::from("</em>")));
|
|
||||||
|
|
||||||
let mut fields = FieldsIdsMap::new();
|
let mut fields = FieldsIdsMap::new();
|
||||||
let title = fields.insert("title").unwrap();
|
let title = fields.insert("title").unwrap();
|
||||||
@ -867,19 +1049,39 @@ mod test {
|
|||||||
|
|
||||||
let mut buf = Vec::new();
|
let mut buf = Vec::new();
|
||||||
let mut obkv = obkv::KvWriter::new(&mut buf);
|
let mut obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(title, Value::String("Harry Potter and the Half-Blood Prince".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
title,
|
||||||
|
Value::String("Harry Potter and the Half-Blood Prince".into())
|
||||||
|
.to_string()
|
||||||
|
.as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
obkv = obkv::KvWriter::new(&mut buf);
|
obkv = obkv::KvWriter::new(&mut buf);
|
||||||
obkv.insert(author, Value::String("J. K. Rowling".into()).to_string().as_bytes())
|
obkv.insert(
|
||||||
.unwrap();
|
author,
|
||||||
|
Value::String("J. K. Rowling".into()).to_string().as_bytes(),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
obkv.finish().unwrap();
|
obkv.finish().unwrap();
|
||||||
|
|
||||||
let obkv = obkv::KvReader::new(&buf);
|
let obkv = obkv::KvReader::new(&buf);
|
||||||
|
|
||||||
let mut formatted_options = BTreeMap::new();
|
let mut formatted_options = BTreeMap::new();
|
||||||
formatted_options.insert(title, FormatOptions { highlight: true, crop: Some(9) });
|
formatted_options.insert(
|
||||||
formatted_options.insert(author, FormatOptions { highlight: false, crop: None });
|
title,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: true,
|
||||||
|
crop: Some(9),
|
||||||
|
},
|
||||||
|
);
|
||||||
|
formatted_options.insert(
|
||||||
|
author,
|
||||||
|
FormatOptions {
|
||||||
|
highlight: false,
|
||||||
|
crop: None,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
let mut matching_words = BTreeMap::new();
|
let mut matching_words = BTreeMap::new();
|
||||||
matching_words.insert("blood", Some(3));
|
matching_words.insert("blood", Some(3));
|
||||||
|
@ -66,7 +66,7 @@ impl From<SearchQueryGet> for SearchQuery {
|
|||||||
crop_length: other.crop_length,
|
crop_length: other.crop_length,
|
||||||
attributes_to_highlight,
|
attributes_to_highlight,
|
||||||
filter,
|
filter,
|
||||||
matches: Some(other.matches),
|
matches: other.matches.unwrap_or_default(),
|
||||||
facet_distributions,
|
facet_distributions,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user