mirror of
https://github.com/meilisearch/meilisearch.git
synced 2024-11-30 00:55:00 +08:00
12940d79a9
- manual embedder - multi embedders OK - clippy + tests OK
35 lines
922 B
Rust
35 lines
922 B
Rust
use super::error::EmbedError;
|
|
use super::Embeddings;
|
|
|
|
#[derive(Debug, Clone, Copy)]
|
|
pub struct Embedder {
|
|
dimensions: usize,
|
|
}
|
|
|
|
#[derive(Debug, Clone, Hash, PartialEq, Eq, serde::Deserialize, serde::Serialize)]
|
|
pub struct EmbedderOptions {
|
|
pub dimensions: usize,
|
|
}
|
|
|
|
impl Embedder {
|
|
pub fn new(options: EmbedderOptions) -> Self {
|
|
Self { dimensions: options.dimensions }
|
|
}
|
|
|
|
pub fn embed(&self, mut texts: Vec<String>) -> Result<Vec<Embeddings<f32>>, EmbedError> {
|
|
let Some(text) = texts.pop() else { return Ok(Default::default()) };
|
|
Err(EmbedError::embed_on_manual_embedder(text))
|
|
}
|
|
|
|
pub fn dimensions(&self) -> usize {
|
|
self.dimensions
|
|
}
|
|
|
|
pub fn embed_chunks(
|
|
&self,
|
|
text_chunks: Vec<Vec<String>>,
|
|
) -> Result<Vec<Vec<Embeddings<f32>>>, EmbedError> {
|
|
text_chunks.into_iter().map(|prompts| self.embed(prompts)).collect()
|
|
}
|
|
}
|