snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2024-11-23 10:37:41 +08:00
Code Issues Actions 8 Packages Projects Releases Wiki Activity

chore: Display timings of indexation operations

Browse Source
This commit is contained in:
Clément Renault 2019-01-16 11:45:33 +01:00
parent 4e8b0383dd
commit 1316be5b09
No known key found for this signature in database
GPG Key ID: 0151CDAB43460DAE
1 changed files with 13 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
src/database/mod.rs
View File

@ -7,7 +7,7 @@ use rocksdb::rocksdb_options::{DBOptions, IngestExternalFileOptions, ColumnFamil
use rocksdb::rocksdb::{Writable, Snapshot}; use rocksdb::rocksdb::{Writable, Snapshot};
use rocksdb::{DB, DBVector, MergeOperands}; use rocksdb::{DB, DBVector, MergeOperands};
use crossbeam::atomic::ArcCell; use crossbeam::atomic::ArcCell;
use log::debug; use log::info;
pub use self::document_key::{DocumentKey, DocumentKeyAttr}; pub use self::document_key::{DocumentKey, DocumentKeyAttr};
pub use self::view::{DatabaseView, DocumentIter}; pub use self::view::{DatabaseView, DocumentIter};
@ -148,14 +148,19 @@ impl Database {
let options = IngestExternalFileOptions::new(); let options = IngestExternalFileOptions::new();
// options.move_files(move_update); // options.move_files(move_update);
debug!("ingest update file"); let (elapsed, result) = elapsed::measure_time(|| {
let cf_handle = db.cf_handle("default").expect("\"default\" column family not found"); let cf_handle = db.cf_handle("default").expect("\"default\" column family not found");
db.ingest_external_file_optimized(&cf_handle, &options, &[&path])?; db.ingest_external_file_optimized(&cf_handle, &options, &[&path])
});
let _ = result?;
info!("ingesting update file took {}", elapsed);
debug!("compacting index range"); let (elapsed, _) = elapsed::measure_time(|| {
// Compacting to trigger the merge operator only one time // Compacting to trigger the merge operator only one time
// while ingesting the update and not each time searching // while ingesting the update and not each time searching
db.compact_range(Some(DATA_INDEX), Some(DATA_INDEX)); db.compact_range(Some(DATA_INDEX), Some(DATA_INDEX));
});
info!("compacting index range took {}", elapsed);
Snapshot::new(db.clone()) Snapshot::new(db.clone())
}; };