2021-12-08 21:12:07 +08:00
|
|
|
use grenad::CompressionType;
|
|
|
|
use rayon::ThreadPool;
|
|
|
|
|
|
|
|
#[derive(Debug)]
|
|
|
|
pub struct IndexerConfig {
|
|
|
|
pub log_every_n: Option<usize>,
|
|
|
|
pub max_nb_chunks: Option<usize>,
|
|
|
|
pub documents_chunk_size: Option<usize>,
|
|
|
|
pub max_memory: Option<usize>,
|
|
|
|
pub chunk_compression_type: CompressionType,
|
|
|
|
pub chunk_compression_level: Option<u32>,
|
|
|
|
pub thread_pool: Option<ThreadPool>,
|
|
|
|
pub max_positions_per_attributes: Option<u32>,
|
2023-02-15 19:31:14 +08:00
|
|
|
pub skip_index_budget: bool,
|
2021-12-08 21:12:07 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Default for IndexerConfig {
|
|
|
|
fn default() -> Self {
|
|
|
|
Self {
|
|
|
|
log_every_n: None,
|
|
|
|
max_nb_chunks: None,
|
|
|
|
documents_chunk_size: None,
|
|
|
|
max_memory: None,
|
|
|
|
chunk_compression_type: CompressionType::None,
|
|
|
|
chunk_compression_level: None,
|
|
|
|
thread_pool: None,
|
|
|
|
max_positions_per_attributes: None,
|
2023-02-15 19:31:14 +08:00
|
|
|
skip_index_budget: false,
|
2021-12-08 21:12:07 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|