From 89243f7df0b36af5284175bbf0c546e6b4726889 Mon Sep 17 00:00:00 2001 From: Louis Dureuil Date: Mon, 21 Oct 2024 10:39:40 +0200 Subject: [PATCH] WIP vector extraction --- milli/src/update/new/extract/mod.rs | 1 + milli/src/update/new/indexer/mod.rs | 13 +++++++++++++ 2 files changed, 14 insertions(+) diff --git a/milli/src/update/new/extract/mod.rs b/milli/src/update/new/extract/mod.rs index 1c86d80af..5a63dccfa 100644 --- a/milli/src/update/new/extract/mod.rs +++ b/milli/src/update/new/extract/mod.rs @@ -2,6 +2,7 @@ mod cache; mod faceted; mod lru; mod searchable; +mod vectors; use std::cell::RefCell; use std::fs::File; diff --git a/milli/src/update/new/indexer/mod.rs b/milli/src/update/new/indexer/mod.rs index d4e6ca6a6..0fc7940bb 100644 --- a/milli/src/update/new/indexer/mod.rs +++ b/milli/src/update/new/indexer/mod.rs @@ -213,6 +213,19 @@ where )?; } + 'vectors: { + let span = tracing::trace_span!(target: "indexing::documents::extract", "vectors"); + let _entered = span.enter(); + + let index_embeddings = index.embedding_configs(&rtxn)?; + if index_embeddings.is_empty() { + break 'vectors; + } + for index_embedding in index_embeddings { + + } + } + { let span = tracing::trace_span!(target: "indexing::documents::extract", "FINISH"); let _entered = span.enter();