Merge pull request #228 from meilisearch/copy-and-compact-db

Introduce a function to copy and compact a database env

meilidb-core/examples/from_file.rs

@@ -33,6 +33,9 @@ struct IndexCommand {
 
     #[structopt(long)]
     update_group_size: Option<usize>,
+
+    #[structopt(long, parse(from_os_str))]
+    compact_to_path: Option<PathBuf>,
 }
 
 #[derive(Debug, StructOpt)]
@@ -165,6 +168,12 @@ fn index_command(command: IndexCommand, database: Database) -> Result<(), Box<dy
 
     println!("database created in {:.2?} at: {:?}", start.elapsed(), command.database_path);
 
+    if let Some(path) = command.compact_to_path {
+        let start = Instant::now();
+        let _file = database.copy_and_compact_to_path(&path)?;
+        println!("database compacted in {:.2?} at: {:?}", start.elapsed(), path);
+    }
+
     Ok(())
 }
 

meilidb-core/src/database.rs

@@ -1,8 +1,10 @@
 use std::collections::hash_map::{HashMap, Entry};
+use std::fs::File;
 use std::path::Path;
 use std::sync::{Arc, RwLock};
 use std::{fs, thread};
 
+use zlmdb::{Result as ZResult, CompactionOption};
 use zlmdb::types::{Str, Unit};
 use crossbeam_channel::Receiver;
 use log::{debug, error};
@@ -163,6 +165,10 @@ impl Database {
         }
     }
 
+    pub fn copy_and_compact_to_path<P: AsRef<Path>>(&self, path: P) -> ZResult<File> {
+        self.env.copy_to_path(path, CompactionOption::Enabled)
+    }
+
     pub fn indexes_names(&self) -> MResult<Vec<String>> {
         let indexes = self.indexes.read().unwrap();
         Ok(indexes.keys().cloned().collect())