2019-11-26 18:06:55 +08:00
|
|
|
use meilisearch_schema::{Schema, SchemaAttr, SchemaProps};
|
2019-10-03 17:49:13 +08:00
|
|
|
use serde::ser;
|
|
|
|
|
2019-11-26 23:12:06 +08:00
|
|
|
use crate::database::MainT;
|
2019-10-03 17:49:13 +08:00
|
|
|
use crate::raw_indexer::RawIndexer;
|
2019-10-21 23:33:52 +08:00
|
|
|
use crate::store::{DocumentsFields, DocumentsFieldsCounts};
|
2019-10-18 19:05:28 +08:00
|
|
|
use crate::{DocumentId, RankedMap};
|
2019-10-03 21:04:11 +08:00
|
|
|
|
2019-10-18 19:05:28 +08:00
|
|
|
use super::{ConvertToNumber, ConvertToString, Indexer, SerializerError};
|
2019-10-03 17:49:13 +08:00
|
|
|
|
2019-11-04 17:49:27 +08:00
|
|
|
pub struct Serializer<'a, 'b> {
|
2019-11-26 23:12:06 +08:00
|
|
|
pub txn: &'a mut heed::RwTxn<'b, MainT>,
|
2019-10-03 17:49:13 +08:00
|
|
|
pub schema: &'a Schema,
|
2019-10-21 23:33:52 +08:00
|
|
|
pub document_store: DocumentsFields,
|
|
|
|
pub document_fields_counts: DocumentsFieldsCounts,
|
2019-10-03 17:49:13 +08:00
|
|
|
pub indexer: &'a mut RawIndexer,
|
|
|
|
pub ranked_map: &'a mut RankedMap,
|
|
|
|
pub document_id: DocumentId,
|
|
|
|
}
|
|
|
|
|
2019-11-04 17:49:27 +08:00
|
|
|
impl<'a, 'b> ser::Serializer for Serializer<'a, 'b> {
|
2019-10-03 17:49:13 +08:00
|
|
|
type Ok = ();
|
|
|
|
type Error = SerializerError;
|
|
|
|
type SerializeSeq = ser::Impossible<Self::Ok, Self::Error>;
|
|
|
|
type SerializeTuple = ser::Impossible<Self::Ok, Self::Error>;
|
|
|
|
type SerializeTupleStruct = ser::Impossible<Self::Ok, Self::Error>;
|
|
|
|
type SerializeTupleVariant = ser::Impossible<Self::Ok, Self::Error>;
|
2019-11-04 17:49:27 +08:00
|
|
|
type SerializeMap = MapSerializer<'a, 'b>;
|
|
|
|
type SerializeStruct = StructSerializer<'a, 'b>;
|
2019-10-03 17:49:13 +08:00
|
|
|
type SerializeStructVariant = ser::Impossible<Self::Ok, Self::Error>;
|
|
|
|
|
|
|
|
forward_to_unserializable_type! {
|
|
|
|
bool => serialize_bool,
|
|
|
|
char => serialize_char,
|
|
|
|
|
|
|
|
i8 => serialize_i8,
|
|
|
|
i16 => serialize_i16,
|
|
|
|
i32 => serialize_i32,
|
|
|
|
i64 => serialize_i64,
|
|
|
|
|
|
|
|
u8 => serialize_u8,
|
|
|
|
u16 => serialize_u16,
|
|
|
|
u32 => serialize_u32,
|
|
|
|
u64 => serialize_u64,
|
|
|
|
|
|
|
|
f32 => serialize_f32,
|
|
|
|
f64 => serialize_f64,
|
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_str(self, _v: &str) -> Result<Self::Ok, Self::Error> {
|
|
|
|
Err(SerializerError::UnserializableType { type_name: "str" })
|
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_bytes(self, _v: &[u8]) -> Result<Self::Ok, Self::Error> {
|
|
|
|
Err(SerializerError::UnserializableType { type_name: "&[u8]" })
|
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_none(self) -> Result<Self::Ok, Self::Error> {
|
2019-10-18 19:05:28 +08:00
|
|
|
Err(SerializerError::UnserializableType {
|
|
|
|
type_name: "Option",
|
|
|
|
})
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_some<T: ?Sized>(self, _value: &T) -> Result<Self::Ok, Self::Error>
|
2019-10-18 19:05:28 +08:00
|
|
|
where
|
|
|
|
T: ser::Serialize,
|
2019-10-03 17:49:13 +08:00
|
|
|
{
|
2019-10-18 19:05:28 +08:00
|
|
|
Err(SerializerError::UnserializableType {
|
|
|
|
type_name: "Option",
|
|
|
|
})
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_unit(self) -> Result<Self::Ok, Self::Error> {
|
|
|
|
Err(SerializerError::UnserializableType { type_name: "()" })
|
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_unit_struct(self, _name: &'static str) -> Result<Self::Ok, Self::Error> {
|
2019-10-18 19:05:28 +08:00
|
|
|
Err(SerializerError::UnserializableType {
|
|
|
|
type_name: "unit struct",
|
|
|
|
})
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_unit_variant(
|
|
|
|
self,
|
|
|
|
_name: &'static str,
|
|
|
|
_variant_index: u32,
|
2019-10-18 19:05:28 +08:00
|
|
|
_variant: &'static str,
|
|
|
|
) -> Result<Self::Ok, Self::Error> {
|
|
|
|
Err(SerializerError::UnserializableType {
|
|
|
|
type_name: "unit variant",
|
|
|
|
})
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_newtype_struct<T: ?Sized>(
|
|
|
|
self,
|
|
|
|
_name: &'static str,
|
2019-10-18 19:05:28 +08:00
|
|
|
value: &T,
|
2019-10-03 17:49:13 +08:00
|
|
|
) -> Result<Self::Ok, Self::Error>
|
2019-10-18 19:05:28 +08:00
|
|
|
where
|
|
|
|
T: ser::Serialize,
|
2019-10-03 17:49:13 +08:00
|
|
|
{
|
|
|
|
value.serialize(self)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_newtype_variant<T: ?Sized>(
|
|
|
|
self,
|
|
|
|
_name: &'static str,
|
|
|
|
_variant_index: u32,
|
|
|
|
_variant: &'static str,
|
2019-10-18 19:05:28 +08:00
|
|
|
_value: &T,
|
2019-10-03 17:49:13 +08:00
|
|
|
) -> Result<Self::Ok, Self::Error>
|
2019-10-18 19:05:28 +08:00
|
|
|
where
|
|
|
|
T: ser::Serialize,
|
2019-10-03 17:49:13 +08:00
|
|
|
{
|
2019-10-18 19:05:28 +08:00
|
|
|
Err(SerializerError::UnserializableType {
|
|
|
|
type_name: "newtype variant",
|
|
|
|
})
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_seq(self, _len: Option<usize>) -> Result<Self::SerializeSeq, Self::Error> {
|
2019-10-18 19:05:28 +08:00
|
|
|
Err(SerializerError::UnserializableType {
|
|
|
|
type_name: "sequence",
|
|
|
|
})
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_tuple(self, _len: usize) -> Result<Self::SerializeTuple, Self::Error> {
|
|
|
|
Err(SerializerError::UnserializableType { type_name: "tuple" })
|
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_tuple_struct(
|
|
|
|
self,
|
|
|
|
_name: &'static str,
|
2019-10-18 19:05:28 +08:00
|
|
|
_len: usize,
|
|
|
|
) -> Result<Self::SerializeTupleStruct, Self::Error> {
|
|
|
|
Err(SerializerError::UnserializableType {
|
|
|
|
type_name: "tuple struct",
|
|
|
|
})
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_tuple_variant(
|
|
|
|
self,
|
|
|
|
_name: &'static str,
|
|
|
|
_variant_index: u32,
|
|
|
|
_variant: &'static str,
|
2019-10-18 19:05:28 +08:00
|
|
|
_len: usize,
|
|
|
|
) -> Result<Self::SerializeTupleVariant, Self::Error> {
|
|
|
|
Err(SerializerError::UnserializableType {
|
|
|
|
type_name: "tuple variant",
|
|
|
|
})
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_map(self, _len: Option<usize>) -> Result<Self::SerializeMap, Self::Error> {
|
|
|
|
Ok(MapSerializer {
|
2019-10-21 23:33:52 +08:00
|
|
|
txn: self.txn,
|
2019-10-03 17:49:13 +08:00
|
|
|
schema: self.schema,
|
|
|
|
document_id: self.document_id,
|
|
|
|
document_store: self.document_store,
|
2019-10-14 20:07:10 +08:00
|
|
|
document_fields_counts: self.document_fields_counts,
|
2019-10-03 17:49:13 +08:00
|
|
|
indexer: self.indexer,
|
|
|
|
ranked_map: self.ranked_map,
|
|
|
|
current_key_name: None,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_struct(
|
|
|
|
self,
|
|
|
|
_name: &'static str,
|
2019-10-18 19:05:28 +08:00
|
|
|
_len: usize,
|
|
|
|
) -> Result<Self::SerializeStruct, Self::Error> {
|
2019-10-03 17:49:13 +08:00
|
|
|
Ok(StructSerializer {
|
2019-10-21 23:33:52 +08:00
|
|
|
txn: self.txn,
|
2019-10-03 17:49:13 +08:00
|
|
|
schema: self.schema,
|
|
|
|
document_id: self.document_id,
|
|
|
|
document_store: self.document_store,
|
2019-10-14 20:07:10 +08:00
|
|
|
document_fields_counts: self.document_fields_counts,
|
2019-10-03 17:49:13 +08:00
|
|
|
indexer: self.indexer,
|
|
|
|
ranked_map: self.ranked_map,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_struct_variant(
|
|
|
|
self,
|
|
|
|
_name: &'static str,
|
|
|
|
_variant_index: u32,
|
|
|
|
_variant: &'static str,
|
2019-10-18 19:05:28 +08:00
|
|
|
_len: usize,
|
|
|
|
) -> Result<Self::SerializeStructVariant, Self::Error> {
|
|
|
|
Err(SerializerError::UnserializableType {
|
|
|
|
type_name: "struct variant",
|
|
|
|
})
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-11-04 17:49:27 +08:00
|
|
|
pub struct MapSerializer<'a, 'b> {
|
2019-11-26 23:12:06 +08:00
|
|
|
txn: &'a mut heed::RwTxn<'b, MainT>,
|
2019-10-03 17:49:13 +08:00
|
|
|
schema: &'a Schema,
|
|
|
|
document_id: DocumentId,
|
2019-10-21 23:33:52 +08:00
|
|
|
document_store: DocumentsFields,
|
|
|
|
document_fields_counts: DocumentsFieldsCounts,
|
2019-10-03 17:49:13 +08:00
|
|
|
indexer: &'a mut RawIndexer,
|
|
|
|
ranked_map: &'a mut RankedMap,
|
|
|
|
current_key_name: Option<String>,
|
|
|
|
}
|
|
|
|
|
2019-11-04 17:49:27 +08:00
|
|
|
impl<'a, 'b> ser::SerializeMap for MapSerializer<'a, 'b> {
|
2019-10-03 17:49:13 +08:00
|
|
|
type Ok = ();
|
|
|
|
type Error = SerializerError;
|
|
|
|
|
|
|
|
fn serialize_key<T: ?Sized>(&mut self, key: &T) -> Result<(), Self::Error>
|
2019-10-18 19:05:28 +08:00
|
|
|
where
|
|
|
|
T: ser::Serialize,
|
2019-10-03 17:49:13 +08:00
|
|
|
{
|
|
|
|
let key = key.serialize(ConvertToString)?;
|
|
|
|
self.current_key_name = Some(key);
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_value<T: ?Sized>(&mut self, value: &T) -> Result<(), Self::Error>
|
2019-10-18 19:05:28 +08:00
|
|
|
where
|
|
|
|
T: ser::Serialize,
|
2019-10-03 17:49:13 +08:00
|
|
|
{
|
|
|
|
let key = self.current_key_name.take().unwrap();
|
|
|
|
self.serialize_entry(&key, value)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn serialize_entry<K: ?Sized, V: ?Sized>(
|
|
|
|
&mut self,
|
|
|
|
key: &K,
|
|
|
|
value: &V,
|
|
|
|
) -> Result<(), Self::Error>
|
2019-10-18 19:05:28 +08:00
|
|
|
where
|
|
|
|
K: ser::Serialize,
|
|
|
|
V: ser::Serialize,
|
2019-10-03 17:49:13 +08:00
|
|
|
{
|
|
|
|
let key = key.serialize(ConvertToString)?;
|
2019-10-21 23:33:52 +08:00
|
|
|
match self.schema.attribute(&key) {
|
|
|
|
Some(attribute) => serialize_value(
|
|
|
|
self.txn,
|
|
|
|
attribute,
|
|
|
|
self.schema.props(attribute),
|
|
|
|
self.document_id,
|
|
|
|
self.document_store,
|
|
|
|
self.document_fields_counts,
|
|
|
|
self.indexer,
|
|
|
|
self.ranked_map,
|
|
|
|
value,
|
|
|
|
),
|
|
|
|
None => Ok(()),
|
|
|
|
}
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
fn end(self) -> Result<Self::Ok, Self::Error> {
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-11-04 17:49:27 +08:00
|
|
|
pub struct StructSerializer<'a, 'b> {
|
2019-11-26 23:12:06 +08:00
|
|
|
txn: &'a mut heed::RwTxn<'b, MainT>,
|
2019-10-03 17:49:13 +08:00
|
|
|
schema: &'a Schema,
|
|
|
|
document_id: DocumentId,
|
2019-10-21 23:33:52 +08:00
|
|
|
document_store: DocumentsFields,
|
|
|
|
document_fields_counts: DocumentsFieldsCounts,
|
2019-10-03 17:49:13 +08:00
|
|
|
indexer: &'a mut RawIndexer,
|
|
|
|
ranked_map: &'a mut RankedMap,
|
|
|
|
}
|
|
|
|
|
2019-11-04 17:49:27 +08:00
|
|
|
impl<'a, 'b> ser::SerializeStruct for StructSerializer<'a, 'b> {
|
2019-10-03 17:49:13 +08:00
|
|
|
type Ok = ();
|
|
|
|
type Error = SerializerError;
|
|
|
|
|
|
|
|
fn serialize_field<T: ?Sized>(
|
|
|
|
&mut self,
|
|
|
|
key: &'static str,
|
|
|
|
value: &T,
|
|
|
|
) -> Result<(), Self::Error>
|
2019-10-18 19:05:28 +08:00
|
|
|
where
|
|
|
|
T: ser::Serialize,
|
2019-10-03 17:49:13 +08:00
|
|
|
{
|
2019-10-21 23:33:52 +08:00
|
|
|
match self.schema.attribute(key) {
|
|
|
|
Some(attribute) => serialize_value(
|
|
|
|
self.txn,
|
|
|
|
attribute,
|
|
|
|
self.schema.props(attribute),
|
|
|
|
self.document_id,
|
|
|
|
self.document_store,
|
|
|
|
self.document_fields_counts,
|
|
|
|
self.indexer,
|
|
|
|
self.ranked_map,
|
|
|
|
value,
|
|
|
|
),
|
|
|
|
None => Ok(()),
|
|
|
|
}
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
fn end(self) -> Result<Self::Ok, Self::Error> {
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-10-21 23:33:52 +08:00
|
|
|
pub fn serialize_value<T: ?Sized>(
|
2019-11-26 23:12:06 +08:00
|
|
|
txn: &mut heed::RwTxn<MainT>,
|
2019-10-21 23:33:52 +08:00
|
|
|
attribute: SchemaAttr,
|
|
|
|
props: SchemaProps,
|
2019-10-03 17:49:13 +08:00
|
|
|
document_id: DocumentId,
|
2019-10-21 23:33:52 +08:00
|
|
|
document_store: DocumentsFields,
|
|
|
|
documents_fields_counts: DocumentsFieldsCounts,
|
2019-10-03 17:49:13 +08:00
|
|
|
indexer: &mut RawIndexer,
|
|
|
|
ranked_map: &mut RankedMap,
|
|
|
|
value: &T,
|
|
|
|
) -> Result<(), SerializerError>
|
2019-10-18 19:05:28 +08:00
|
|
|
where
|
|
|
|
T: ser::Serialize,
|
2019-10-03 17:49:13 +08:00
|
|
|
{
|
2019-10-21 23:33:52 +08:00
|
|
|
let serialized = serde_json::to_vec(value)?;
|
|
|
|
document_store.put_document_field(txn, document_id, attribute, &serialized)?;
|
|
|
|
|
|
|
|
if props.is_indexed() {
|
|
|
|
let indexer = Indexer {
|
|
|
|
attribute,
|
|
|
|
indexer,
|
|
|
|
document_id,
|
|
|
|
};
|
|
|
|
if let Some(number_of_words) = value.serialize(indexer)? {
|
|
|
|
documents_fields_counts.put_document_field_count(
|
|
|
|
txn,
|
2019-10-18 19:05:28 +08:00
|
|
|
document_id,
|
2019-10-21 23:33:52 +08:00
|
|
|
attribute,
|
|
|
|
number_of_words as u64,
|
|
|
|
)?;
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
2019-10-21 23:33:52 +08:00
|
|
|
}
|
2019-10-03 17:49:13 +08:00
|
|
|
|
2019-10-21 23:33:52 +08:00
|
|
|
if props.is_ranked() {
|
|
|
|
let number = value.serialize(ConvertToNumber)?;
|
|
|
|
ranked_map.insert(document_id, attribute, number);
|
2019-10-03 17:49:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|