snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2024-11-26 20:15:07 +08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

handle the panic happening in milli

Browse Source
This commit is contained in:
Tamo 2023-05-29 13:39:26 +02:00
parent 99e9057684
commit 67a583bedf
No known key found for this signature in database
GPG Key ID: 20CD8020AFA88D69
1 changed files with 48 additions and 44 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

92
fuzzers/src/bin/fuzz-indexing.rs
View File

@ -34,7 +34,6 @@ struct Opt {
/// diskutil erasevolume HFS+ 'RAM Disk' `hdiutil attach -nobrowse -nomount ram://4194304 # create it /// diskutil erasevolume HFS+ 'RAM Disk' `hdiutil attach -nobrowse -nomount ram://4194304 # create it
/// ///
/// hdiutil detach /dev/:the_disk /// hdiutil detach /dev/:the_disk
///
#[clap(long)] #[clap(long)]
path: Option<PathBuf>, path: Option<PathBuf>,
} }
@ -60,56 +59,61 @@ fn main() {
let indexer_config = IndexerConfig::default(); let indexer_config = IndexerConfig::default();
let index_documents_config = IndexDocumentsConfig::default(); let index_documents_config = IndexDocumentsConfig::default();
loop { std::thread::scope(|s| {
let v: Vec<u8> = std::iter::repeat_with(|| fastrand::u8(..)).take(1000).collect(); loop {
let v: Vec<u8> =
std::iter::repeat_with(|| fastrand::u8(..)).take(1000).collect();
let mut data = Unstructured::new(&v); let mut data = Unstructured::new(&v);
let batches = <[Batch; 5]>::arbitrary(&mut data).unwrap(); let batches = <[Batch; 5]>::arbitrary(&mut data).unwrap();
// will be used to display the error once a thread crashes // will be used to display the error once a thread crashes
let dbg_input = format!("{:#?}", batches); let dbg_input = format!("{:#?}", batches);
let mut wtxn = index.write_txn().unwrap(); let handle = s.spawn(|| {
let mut wtxn = index.write_txn().unwrap();
for batch in batches { for batch in batches {
let mut builder = IndexDocuments::new( let mut builder = IndexDocuments::new(
&mut wtxn, &mut wtxn,
&index, &index,
&indexer_config, &indexer_config,
index_documents_config.clone(), index_documents_config.clone(),
|_| (), |_| (),
|| false, || false,
) )
.unwrap(); .unwrap();
for op in batch.0 { for op in batch.0 {
match op { match op {
Operation::AddDoc(doc) => { Operation::AddDoc(doc) => {
let documents = let documents =
milli::documents::objects_from_json_value(doc.to_d()); milli::documents::objects_from_json_value(doc.to_d());
let documents = let documents =
milli::documents::documents_batch_reader_from_objects( milli::documents::documents_batch_reader_from_objects(
documents, documents,
); );
let (b, _added) = let (b, _added) = builder.add_documents(documents).unwrap();
builder.add_documents(documents).expect(&dbg_input); builder = b;
builder = b; }
} Operation::DeleteDoc(id) => {
Operation::DeleteDoc(id) => { let (b, _removed) =
let (b, _removed) = builder.remove_documents(vec![id.to_s()]).unwrap();
builder.remove_documents(vec![id.to_s()]).unwrap(); builder = b;
builder = b; }
}
} }
builder.execute().unwrap();
// after executing a batch we check if the database is corrupted
let res = index.search(&wtxn).execute().unwrap();
index.documents(&wtxn, res.documents_ids).unwrap();
progression.fetch_add(1, Ordering::Relaxed);
} }
} wtxn.abort().unwrap();
builder.execute().expect(&dbg_input); });
handle.join().expect(&dbg_input);
// after executing a batch we check if the database is corrupted
let res = index.search(&wtxn).execute().expect(&dbg_input);
index.documents(&wtxn, res.documents_ids).expect(&dbg_input);
progression.fetch_add(1, Ordering::Relaxed);
} }
wtxn.abort().unwrap(); });
}
}); });
handles.push(handle); handles.push(handle);
} }