use std::{fs::create_dir_all, path::Path}; use heed::{Database, Env, EnvOpenOptions, types::{ByteSlice, Str}}; use log::{info, warn}; use thiserror::Error; use tokio::sync::{mpsc, oneshot}; use uuid::Uuid; pub type Result = std::result::Result; #[derive(Debug)] enum UuidResolveMsg { Resolve { name: String, ret: oneshot::Sender>, }, GetOrCreate { name: String, ret: oneshot::Sender>, }, Create { name: String, ret: oneshot::Sender>, }, Delete { name: String, ret: oneshot::Sender>, }, List { ret: oneshot::Sender>>, }, } struct UuidResolverActor { inbox: mpsc::Receiver, store: S, } impl UuidResolverActor { fn new(inbox: mpsc::Receiver, store: S) -> Self { Self { inbox, store } } async fn run(mut self) { use UuidResolveMsg::*; info!("uuid resolver started"); loop { match self.inbox.recv().await { Some(Create { name, ret }) => { let _ = ret.send(self.handle_create(name).await); } Some(GetOrCreate { name, ret }) => { let _ = ret.send(self.handle_get_or_create(name).await); } Some(Resolve { name, ret }) => { let _ = ret.send(self.handle_resolve(name).await); } Some(Delete { name, ret }) => { let _ = ret.send(self.handle_delete(name).await); } Some(List { ret }) => { let _ = ret.send(self.handle_list().await); } // all senders have been dropped, need to quit. None => break, } } warn!("exiting uuid resolver loop"); } async fn handle_create(&self, name: String) -> Result { self.store.create_uuid(name, true).await } async fn handle_get_or_create(&self, name: String) -> Result { self.store.create_uuid(name, false).await } async fn handle_resolve(&self, name: String) -> Result { self.store .get_uuid(name.clone()) .await? .ok_or(UuidError::UnexistingIndex(name)) } async fn handle_delete(&self, name: String) -> Result { self.store .delete(name.clone()) .await? .ok_or(UuidError::UnexistingIndex(name)) } async fn handle_list(&self) -> Result> { let result = self.store.list().await?; Ok(result) } } #[derive(Clone)] pub struct UuidResolverHandle { sender: mpsc::Sender, } impl UuidResolverHandle { pub fn new(path: impl AsRef) -> anyhow::Result { let (sender, reveiver) = mpsc::channel(100); let store = HeedUuidStore::new(path)?; let actor = UuidResolverActor::new(reveiver, store); tokio::spawn(actor.run()); Ok(Self { sender }) } pub async fn resolve(&self, name: String) -> anyhow::Result { let (ret, receiver) = oneshot::channel(); let msg = UuidResolveMsg::Resolve { name, ret }; let _ = self.sender.send(msg).await; Ok(receiver .await .expect("Uuid resolver actor has been killed")?) } pub async fn get_or_create(&self, name: String) -> Result { let (ret, receiver) = oneshot::channel(); let msg = UuidResolveMsg::GetOrCreate { name, ret }; let _ = self.sender.send(msg).await; Ok(receiver .await .expect("Uuid resolver actor has been killed")?) } pub async fn create(&self, name: String) -> anyhow::Result { let (ret, receiver) = oneshot::channel(); let msg = UuidResolveMsg::Create { name, ret }; let _ = self.sender.send(msg).await; Ok(receiver .await .expect("Uuid resolver actor has been killed")?) } pub async fn delete(&self, name: String) -> anyhow::Result { let (ret, receiver) = oneshot::channel(); let msg = UuidResolveMsg::Delete { name, ret }; let _ = self.sender.send(msg).await; Ok(receiver .await .expect("Uuid resolver actor has been killed")?) } pub async fn list(&self) -> anyhow::Result> { let (ret, receiver) = oneshot::channel(); let msg = UuidResolveMsg::List { ret }; let _ = self.sender.send(msg).await; Ok(receiver .await .expect("Uuid resolver actor has been killed")?) } } #[derive(Debug, Error)] pub enum UuidError { #[error("Name already exist.")] NameAlreadyExist, #[error("Index \"{0}\" doesn't exist.")] UnexistingIndex(String), #[error("Error performing task: {0}")] TokioTask(#[from] tokio::task::JoinError), #[error("Database error: {0}")] Heed(#[from] heed::Error), #[error("Uuid error: {0}")] Uuid(#[from] uuid::Error), } #[async_trait::async_trait] trait UuidStore { // Create a new entry for `name`. Return an error if `err` and the entry already exists, return // the uuid otherwise. async fn create_uuid(&self, name: String, err: bool) -> Result; async fn get_uuid(&self, name: String) -> Result>; async fn delete(&self, name: String) -> Result>; async fn list(&self) -> Result>; } struct HeedUuidStore { env: Env, db: Database, } fn open_or_create_database(env: &Env, name: Option<&str>) -> heed::Result> { match env.open_database(name)? { Some(db) => Ok(db), None => env.create_database(name), } } impl HeedUuidStore { fn new(path: impl AsRef) -> anyhow::Result { let path = path.as_ref().join("index_uuids"); create_dir_all(&path)?; let mut options = EnvOpenOptions::new(); options.map_size(1_073_741_824); // 1GB let env = options.open(path)?; let db = open_or_create_database(&env, None)?; Ok(Self { env, db }) } } #[async_trait::async_trait] impl UuidStore for HeedUuidStore { async fn create_uuid(&self, name: String, err: bool) -> Result { let env = self.env.clone(); let db = self.db.clone(); tokio::task::spawn_blocking(move || { let mut txn = env.write_txn()?; match db.get(&txn, &name)? { Some(uuid) => { if err { Err(UuidError::NameAlreadyExist) } else { let uuid = Uuid::from_slice(uuid)?; Ok(uuid) } } None => { let uuid = Uuid::new_v4(); db.put(&mut txn, &name, uuid.as_bytes())?; txn.commit()?; Ok(uuid) } } }).await? } async fn get_uuid(&self, name: String) -> Result> { let env = self.env.clone(); let db = self.db.clone(); tokio::task::spawn_blocking(move || { let txn = env.read_txn()?; match db.get(&txn, &name)? { Some(uuid) => { let uuid = Uuid::from_slice(uuid)?; Ok(Some(uuid)) } None => Ok(None), } }).await? } async fn delete(&self, name: String) -> Result> { let env = self.env.clone(); let db = self.db.clone(); tokio::task::spawn_blocking(move || { let mut txn = env.write_txn()?; match db.get(&txn, &name)? { Some(uuid) => { let uuid = Uuid::from_slice(uuid)?; db.delete(&mut txn, &name)?; txn.commit()?; Ok(None) } None => Ok(None) } }).await? } async fn list(&self) -> Result> { let env = self.env.clone(); let db = self.db.clone(); tokio::task::spawn_blocking(move || { let txn = env.read_txn()?; let mut entries = Vec::new(); for entry in db.iter(&txn)? { let (name, uuid) = entry?; let uuid = Uuid::from_slice(uuid)?; entries.push((name.to_owned(), uuid)) } Ok(entries) }).await? } } #[cfg(test)] mod test { use std::collections::HashMap; use std::collections::hash_map::Entry; use std::sync::Arc; use tokio::sync::RwLock; use super::*; struct MapUuidStore(Arc>>); #[async_trait::async_trait] impl UuidStore for MapUuidStore { async fn create_uuid(&self, name: String, err: bool) -> Result { match self.0.write().await.entry(name) { Entry::Occupied(entry) => { if err { Err(UuidError::NameAlreadyExist) } else { Ok(entry.get().clone()) } } Entry::Vacant(entry) => { let uuid = Uuid::new_v4(); let uuid = entry.insert(uuid); Ok(uuid.clone()) } } } async fn get_uuid(&self, name: String) -> Result> { Ok(self.0.read().await.get(&name).cloned()) } async fn delete(&self, name: String) -> Result> { Ok(self.0.write().await.remove(&name)) } async fn list(&self) -> Result> { let list = self .0 .read() .await .iter() .map(|(name, uuid)| (name.to_owned(), uuid.clone())) .collect(); Ok(list) } } }