snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2024-11-27 04:25:06 +08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Add more logs about the docids construction

Browse Source
This commit is contained in:
Clément Renault 2020-01-08 13:22:42 +01:00
parent 07937ed6d7
commit 887c212b49
No known key found for this signature in database
GPG Key ID: 92ADA4E935E71FA4
1 changed files with 20 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
meilisearch-core/src/query_tree.rs
View File

@ -336,9 +336,14 @@ pub fn traverse_query_tree<'o, 'txn>(
if *prefix && word.len() == 1 { if *prefix && word.len() == 1 {
let prefix = [word.as_bytes()[0], 0, 0, 0]; let prefix = [word.as_bytes()[0], 0, 0, 0];
let matches = ppls.prefix_postings_list(reader, prefix)?.unwrap_or_default(); let matches = ppls.prefix_postings_list(reader, prefix)?.unwrap_or_default();
let before = Instant::now();
let mut docids: Vec<_> = matches.into_iter().map(|m| m.document_id).collect(); let mut docids: Vec<_> = matches.into_iter().map(|m| m.document_id).collect();
docids.dedup(); docids.dedup();
SetBuf::new(docids).unwrap() let docids = SetBuf::new(docids).unwrap();
println!("{:2$}docids construction took {:.02?}", "", before.elapsed(), depth * 2);
docids
} else { } else {
let dfa = if *prefix { build_prefix_dfa(word) } else { build_dfa(word) }; let dfa = if *prefix { build_prefix_dfa(word) } else { build_dfa(word) };
@ -356,7 +361,11 @@ pub fn traverse_query_tree<'o, 'txn>(
} }
} }
SetBuf::from_dirty(docids) let before = Instant::now();
let docids = SetBuf::from_dirty(docids);
println!("{:2$}docids construction took {:.02?}", "", before.elapsed(), depth * 2);
docids
} }
}, },
QueryKind::Exact(word) => { QueryKind::Exact(word) => {
@ -377,7 +386,11 @@ pub fn traverse_query_tree<'o, 'txn>(
} }
} }
SetBuf::from_dirty(docids) let before = Instant::now();
let docids = SetBuf::from_dirty(docids);
println!("{:2$}docids construction took {:.02?}", "", before.elapsed(), depth * 2);
docids
}, },
QueryKind::Phrase(words) => { QueryKind::Phrase(words) => {
// TODO support prefix and non-prefix exact DFA // TODO support prefix and non-prefix exact DFA
@ -396,12 +409,15 @@ pub fn traverse_query_tree<'o, 'txn>(
.flat_map(|(a, b)| once(*a).chain(Some(*b))) .flat_map(|(a, b)| once(*a).chain(Some(*b)))
.collect(); .collect();
let before = Instant::now();
let mut docids: Vec<_> = matches.iter().map(|m| m.document_id).collect(); let mut docids: Vec<_> = matches.iter().map(|m| m.document_id).collect();
docids.dedup(); docids.dedup();
let docids = SetBuf::new(docids).unwrap();
println!("{:2$}docids construction took {:.02?}", "", before.elapsed(), depth * 2);
println!("{:2$}matches {:?}", "", matches, depth * 2); println!("{:2$}matches {:?}", "", matches, depth * 2);
SetBuf::new(docids).unwrap() docids
} else { } else {
println!("{:2$}{:?} skipped", "", words, depth * 2); println!("{:2$}{:?} skipped", "", words, depth * 2);
SetBuf::default() SetBuf::default()