2021-09-29 04:22:59 +08:00
|
|
|
use std::fs;
|
2020-12-12 20:32:06 +08:00
|
|
|
use std::io::{BufReader, Read};
|
|
|
|
use std::path::PathBuf;
|
|
|
|
use std::sync::Arc;
|
|
|
|
|
2020-12-22 21:02:41 +08:00
|
|
|
use byte_unit::Byte;
|
2022-01-12 20:54:39 +08:00
|
|
|
use clap::Parser;
|
2022-01-19 18:21:19 +08:00
|
|
|
use meilisearch_lib::options::{IndexerOpts, SchedulerConfig};
|
2020-12-12 20:32:06 +08:00
|
|
|
use rustls::{
|
2022-01-22 04:44:17 +08:00
|
|
|
server::{
|
|
|
|
AllowAnyAnonymousOrAuthenticatedClient, AllowAnyAuthenticatedClient,
|
|
|
|
ServerSessionMemoryCache,
|
|
|
|
},
|
2020-12-12 20:32:06 +08:00
|
|
|
RootCertStore,
|
|
|
|
};
|
2022-01-22 04:44:17 +08:00
|
|
|
use rustls_pemfile::{certs, pkcs8_private_keys, rsa_private_keys};
|
2022-01-19 01:17:38 +08:00
|
|
|
use serde::Serialize;
|
2021-01-30 02:14:23 +08:00
|
|
|
|
2020-12-12 20:32:06 +08:00
|
|
|
const POSSIBLE_ENV: [&str; 2] = ["development", "production"];
|
|
|
|
|
2022-01-19 01:17:38 +08:00
|
|
|
#[derive(Debug, Clone, Parser, Serialize)]
|
2022-04-13 03:22:36 +08:00
|
|
|
#[clap(version)]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub struct Opt {
|
|
|
|
/// The destination where the database must be created.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_DB_PATH", default_value = "./data.ms")]
|
2020-12-23 00:13:50 +08:00
|
|
|
pub db_path: PathBuf,
|
2020-12-12 20:32:06 +08:00
|
|
|
|
|
|
|
/// The address on which the http server will listen.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_HTTP_ADDR", default_value = "127.0.0.1:7700")]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub http_addr: String,
|
|
|
|
|
|
|
|
/// The master key allowing you to do everything on the server.
|
2022-01-19 01:17:38 +08:00
|
|
|
#[serde(skip)]
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_MASTER_KEY")]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub master_key: Option<String>,
|
|
|
|
|
|
|
|
/// This environment variable must be set to `production` if you are running in production.
|
|
|
|
/// If the server is running in development mode more logs will be displayed,
|
|
|
|
/// and the master key can be avoided which implies that there is no security on the updates routes.
|
|
|
|
/// This is useful to debug when integrating the engine with another service.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_ENV", default_value = "development", possible_values = &POSSIBLE_ENV)]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub env: String,
|
|
|
|
|
|
|
|
/// Do not send analytics to Meili.
|
2021-06-16 23:12:49 +08:00
|
|
|
#[cfg(all(not(debug_assertions), feature = "analytics"))]
|
2022-02-22 22:45:36 +08:00
|
|
|
#[serde(skip)] // we can't send true
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_NO_ANALYTICS")]
|
|
|
|
pub no_analytics: bool,
|
2020-12-12 20:32:06 +08:00
|
|
|
|
|
|
|
/// The maximum size, in bytes, of the main lmdb database directory
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_MAX_INDEX_SIZE", default_value = "100 GiB")]
|
2021-06-17 01:50:15 +08:00
|
|
|
pub max_index_size: Byte,
|
2020-12-12 20:32:06 +08:00
|
|
|
|
|
|
|
/// The maximum size, in bytes, of the update lmdb database directory
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_MAX_TASK_DB_SIZE", default_value = "100 GiB")]
|
2021-12-02 23:03:26 +08:00
|
|
|
pub max_task_db_size: Byte,
|
2020-12-12 20:32:06 +08:00
|
|
|
|
|
|
|
/// The maximum size, in bytes, of accepted JSON payloads
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_HTTP_PAYLOAD_SIZE_LIMIT", default_value = "100 MB")]
|
2020-12-22 21:02:41 +08:00
|
|
|
pub http_payload_size_limit: Byte,
|
2020-12-12 20:32:06 +08:00
|
|
|
|
|
|
|
/// Read server certificates from CERTFILE.
|
|
|
|
/// This should contain PEM-format certificates
|
|
|
|
/// in the right order (the first certificate should
|
|
|
|
/// certify KEYFILE, the last should be a root CA).
|
2022-01-19 01:17:38 +08:00
|
|
|
#[serde(skip)]
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_SSL_CERT_PATH", parse(from_os_str))]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub ssl_cert_path: Option<PathBuf>,
|
|
|
|
|
|
|
|
/// Read private key from KEYFILE. This should be a RSA
|
|
|
|
/// private key or PKCS8-encoded private key, in PEM format.
|
2022-01-19 01:17:38 +08:00
|
|
|
#[serde(skip)]
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_SSL_KEY_PATH", parse(from_os_str))]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub ssl_key_path: Option<PathBuf>,
|
|
|
|
|
|
|
|
/// Enable client authentication, and accept certificates
|
|
|
|
/// signed by those roots provided in CERTFILE.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_SSL_AUTH_PATH", parse(from_os_str))]
|
2022-01-19 01:17:38 +08:00
|
|
|
#[serde(skip)]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub ssl_auth_path: Option<PathBuf>,
|
|
|
|
|
|
|
|
/// Read DER-encoded OCSP response from OCSPFILE and staple to certificate.
|
|
|
|
/// Optional
|
2022-01-19 01:17:38 +08:00
|
|
|
#[serde(skip)]
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_SSL_OCSP_PATH", parse(from_os_str))]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub ssl_ocsp_path: Option<PathBuf>,
|
|
|
|
|
|
|
|
/// Send a fatal alert if the client does not complete client authentication.
|
2022-01-19 01:17:38 +08:00
|
|
|
#[serde(skip)]
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_SSL_REQUIRE_AUTH")]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub ssl_require_auth: bool,
|
|
|
|
|
|
|
|
/// SSL support session resumption
|
2022-01-19 01:17:38 +08:00
|
|
|
#[serde(skip)]
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_SSL_RESUMPTION")]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub ssl_resumption: bool,
|
|
|
|
|
|
|
|
/// SSL support tickets.
|
2022-01-19 01:17:38 +08:00
|
|
|
#[serde(skip)]
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_SSL_TICKETS")]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub ssl_tickets: bool,
|
|
|
|
|
|
|
|
/// Defines the path of the snapshot file to import.
|
|
|
|
/// This option will, by default, stop the process if a database already exist or if no snapshot exists at
|
|
|
|
/// the given path. If this option is not specified no snapshot is imported.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long)]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub import_snapshot: Option<PathBuf>,
|
|
|
|
|
|
|
|
/// The engine will ignore a missing snapshot and not return an error in such case.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, requires = "import-snapshot")]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub ignore_missing_snapshot: bool,
|
|
|
|
|
|
|
|
/// The engine will skip snapshot importation and not return an error in such case.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, requires = "import-snapshot")]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub ignore_snapshot_if_db_exists: bool,
|
|
|
|
|
|
|
|
/// Defines the directory path where meilisearch will create snapshot each snapshot_time_gap.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_SNAPSHOT_DIR", default_value = "snapshots/")]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub snapshot_dir: PathBuf,
|
|
|
|
|
|
|
|
/// Activate snapshot scheduling.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_SCHEDULE_SNAPSHOT")]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub schedule_snapshot: bool,
|
|
|
|
|
|
|
|
/// Defines time interval, in seconds, between each snapshot creation.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_SNAPSHOT_INTERVAL_SEC", default_value = "86400")] // 24h
|
2021-03-17 19:01:56 +08:00
|
|
|
pub snapshot_interval_sec: u64,
|
2020-12-12 20:32:06 +08:00
|
|
|
|
2021-06-17 01:50:15 +08:00
|
|
|
/// Import a dump from the specified path, must be a `.dump` file.
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, conflicts_with = "import-snapshot")]
|
2020-12-12 20:32:06 +08:00
|
|
|
pub import_dump: Option<PathBuf>,
|
|
|
|
|
2022-01-20 23:00:14 +08:00
|
|
|
/// If the dump doesn't exists, load or create the database specified by `db-path` instead.
|
|
|
|
#[clap(long, requires = "import-dump")]
|
|
|
|
pub ignore_missing_dump: bool,
|
|
|
|
|
|
|
|
/// Ignore the dump if a database already exists, and load that database instead.
|
|
|
|
#[clap(long, requires = "import-dump")]
|
|
|
|
pub ignore_dump_if_db_exists: bool,
|
|
|
|
|
|
|
|
/// Folder where dumps are created when the dump route is called.
|
|
|
|
#[clap(long, env = "MEILI_DUMPS_DIR", default_value = "dumps/")]
|
|
|
|
pub dumps_dir: PathBuf,
|
|
|
|
|
2021-06-23 17:07:19 +08:00
|
|
|
/// Set the log level
|
2022-01-12 20:54:39 +08:00
|
|
|
#[clap(long, env = "MEILI_LOG_LEVEL", default_value = "info")]
|
2021-06-23 17:07:19 +08:00
|
|
|
pub log_level: String,
|
|
|
|
|
2022-03-25 02:52:36 +08:00
|
|
|
#[serde(flatten)]
|
|
|
|
#[clap(flatten)]
|
2020-12-23 00:13:50 +08:00
|
|
|
pub indexer_options: IndexerOpts,
|
2022-01-19 18:21:19 +08:00
|
|
|
|
2022-02-22 22:45:36 +08:00
|
|
|
#[serde(flatten)]
|
2022-01-19 18:21:19 +08:00
|
|
|
#[clap(flatten)]
|
|
|
|
pub scheduler_options: SchedulerConfig,
|
2020-12-12 20:32:06 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Opt {
|
2022-01-19 18:21:19 +08:00
|
|
|
/// Wether analytics should be enabled or not.
|
|
|
|
#[cfg(all(not(debug_assertions), feature = "analytics"))]
|
|
|
|
pub fn analytics(&self) -> bool {
|
|
|
|
!self.no_analytics
|
|
|
|
}
|
|
|
|
|
2021-09-15 00:39:02 +08:00
|
|
|
pub fn get_ssl_config(&self) -> anyhow::Result<Option<rustls::ServerConfig>> {
|
2020-12-12 20:32:06 +08:00
|
|
|
if let (Some(cert_path), Some(key_path)) = (&self.ssl_cert_path, &self.ssl_key_path) {
|
2022-01-22 04:44:17 +08:00
|
|
|
let config = rustls::ServerConfig::builder().with_safe_defaults();
|
|
|
|
|
|
|
|
let config = match &self.ssl_auth_path {
|
2020-12-12 20:32:06 +08:00
|
|
|
Some(auth_path) => {
|
|
|
|
let roots = load_certs(auth_path.to_path_buf())?;
|
|
|
|
let mut client_auth_roots = RootCertStore::empty();
|
|
|
|
for root in roots {
|
|
|
|
client_auth_roots.add(&root).unwrap();
|
|
|
|
}
|
|
|
|
if self.ssl_require_auth {
|
2022-01-22 04:44:17 +08:00
|
|
|
let verifier = AllowAnyAuthenticatedClient::new(client_auth_roots);
|
|
|
|
config.with_client_cert_verifier(verifier)
|
2020-12-12 20:32:06 +08:00
|
|
|
} else {
|
2022-01-22 04:44:17 +08:00
|
|
|
let verifier =
|
|
|
|
AllowAnyAnonymousOrAuthenticatedClient::new(client_auth_roots);
|
|
|
|
config.with_client_cert_verifier(verifier)
|
2020-12-12 20:32:06 +08:00
|
|
|
}
|
|
|
|
}
|
2022-01-22 04:44:17 +08:00
|
|
|
None => config.with_no_client_auth(),
|
2020-12-12 20:32:06 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
let certs = load_certs(cert_path.to_path_buf())?;
|
|
|
|
let privkey = load_private_key(key_path.to_path_buf())?;
|
|
|
|
let ocsp = load_ocsp(&self.ssl_ocsp_path)?;
|
2022-01-22 04:44:17 +08:00
|
|
|
let mut config = config
|
|
|
|
.with_single_cert_with_ocsp_and_sct(certs, privkey, ocsp, vec![])
|
2021-09-15 00:39:02 +08:00
|
|
|
.map_err(|_| anyhow::anyhow!("bad certificates/private key"))?;
|
2020-12-12 20:32:06 +08:00
|
|
|
|
2022-01-22 04:44:17 +08:00
|
|
|
config.key_log = Arc::new(rustls::KeyLogFile::new());
|
|
|
|
|
2020-12-12 20:32:06 +08:00
|
|
|
if self.ssl_resumption {
|
2022-01-22 04:44:17 +08:00
|
|
|
config.session_storage = ServerSessionMemoryCache::new(256);
|
2020-12-12 20:32:06 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
if self.ssl_tickets {
|
2022-01-22 04:44:17 +08:00
|
|
|
config.ticketer = rustls::Ticketer::new().unwrap();
|
2020-12-12 20:32:06 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(Some(config))
|
|
|
|
} else {
|
|
|
|
Ok(None)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-09-15 00:39:02 +08:00
|
|
|
fn load_certs(filename: PathBuf) -> anyhow::Result<Vec<rustls::Certificate>> {
|
2021-09-29 04:22:59 +08:00
|
|
|
let certfile =
|
|
|
|
fs::File::open(filename).map_err(|_| anyhow::anyhow!("cannot open certificate file"))?;
|
2020-12-12 20:32:06 +08:00
|
|
|
let mut reader = BufReader::new(certfile);
|
2022-01-22 04:44:17 +08:00
|
|
|
certs(&mut reader)
|
|
|
|
.map(|certs| certs.into_iter().map(rustls::Certificate).collect())
|
|
|
|
.map_err(|_| anyhow::anyhow!("cannot read certificate file"))
|
2020-12-12 20:32:06 +08:00
|
|
|
}
|
|
|
|
|
2021-09-15 00:39:02 +08:00
|
|
|
fn load_private_key(filename: PathBuf) -> anyhow::Result<rustls::PrivateKey> {
|
2020-12-12 20:32:06 +08:00
|
|
|
let rsa_keys = {
|
2021-09-29 04:22:59 +08:00
|
|
|
let keyfile = fs::File::open(filename.clone())
|
|
|
|
.map_err(|_| anyhow::anyhow!("cannot open private key file"))?;
|
2020-12-12 20:32:06 +08:00
|
|
|
let mut reader = BufReader::new(keyfile);
|
2021-09-29 04:22:59 +08:00
|
|
|
rsa_private_keys(&mut reader)
|
|
|
|
.map_err(|_| anyhow::anyhow!("file contains invalid rsa private key"))?
|
2020-12-12 20:32:06 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
let pkcs8_keys = {
|
2021-09-29 04:22:59 +08:00
|
|
|
let keyfile = fs::File::open(filename)
|
|
|
|
.map_err(|_| anyhow::anyhow!("cannot open private key file"))?;
|
2020-12-12 20:32:06 +08:00
|
|
|
let mut reader = BufReader::new(keyfile);
|
2021-09-29 04:22:59 +08:00
|
|
|
pkcs8_private_keys(&mut reader).map_err(|_| {
|
|
|
|
anyhow::anyhow!(
|
|
|
|
"file contains invalid pkcs8 private key (encrypted keys not supported)"
|
|
|
|
)
|
|
|
|
})?
|
2020-12-12 20:32:06 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
// prefer to load pkcs8 keys
|
|
|
|
if !pkcs8_keys.is_empty() {
|
2022-01-22 04:44:17 +08:00
|
|
|
Ok(rustls::PrivateKey(pkcs8_keys[0].clone()))
|
2020-12-12 20:32:06 +08:00
|
|
|
} else {
|
|
|
|
assert!(!rsa_keys.is_empty());
|
2022-01-22 04:44:17 +08:00
|
|
|
Ok(rustls::PrivateKey(rsa_keys[0].clone()))
|
2020-12-12 20:32:06 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-09-15 00:39:02 +08:00
|
|
|
fn load_ocsp(filename: &Option<PathBuf>) -> anyhow::Result<Vec<u8>> {
|
2020-12-12 20:32:06 +08:00
|
|
|
let mut ret = Vec::new();
|
|
|
|
|
|
|
|
if let Some(ref name) = filename {
|
|
|
|
fs::File::open(name)
|
2021-09-15 00:39:02 +08:00
|
|
|
.map_err(|_| anyhow::anyhow!("cannot open ocsp file"))?
|
2020-12-12 20:32:06 +08:00
|
|
|
.read_to_end(&mut ret)
|
2021-09-15 00:39:02 +08:00
|
|
|
.map_err(|_| anyhow::anyhow!("cannot read oscp file"))?;
|
2020-12-12 20:32:06 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(ret)
|
|
|
|
}
|
2022-03-17 00:01:05 +08:00
|
|
|
|
|
|
|
#[cfg(test)]
|
|
|
|
mod test {
|
|
|
|
use super::*;
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn test_valid_opt() {
|
|
|
|
assert!(Opt::try_parse_from(Some("")).is_ok());
|
|
|
|
}
|
|
|
|
}
|