mirror of
https://github.com/meilisearch/meilisearch.git
synced 2024-11-23 10:37:41 +08:00
feat: Remove the Schema to/from_toml/json/bin methods
This commit is contained in:
parent
ffc29a319f
commit
35b7b58ff7
@ -19,7 +19,7 @@ impl MainIndex {
|
|||||||
pub fn schema(&self) -> Result<Option<Schema>, Error> {
|
pub fn schema(&self) -> Result<Option<Schema>, Error> {
|
||||||
match self.0.get(SCHEMA_KEY)? {
|
match self.0.get(SCHEMA_KEY)? {
|
||||||
Some(bytes) => {
|
Some(bytes) => {
|
||||||
let schema = Schema::read_from_bin(bytes.as_ref())?;
|
let schema = bincode::deserialize_from(bytes.as_ref())?;
|
||||||
Ok(Some(schema))
|
Ok(Some(schema))
|
||||||
},
|
},
|
||||||
None => Ok(None),
|
None => Ok(None),
|
||||||
@ -27,8 +27,7 @@ impl MainIndex {
|
|||||||
}
|
}
|
||||||
|
|
||||||
pub fn set_schema(&self, schema: &Schema) -> Result<(), Error> {
|
pub fn set_schema(&self, schema: &Schema) -> Result<(), Error> {
|
||||||
let mut bytes = Vec::new();
|
let bytes = bincode::serialize(schema)?;
|
||||||
schema.write_to_bin(&mut bytes)?;
|
|
||||||
self.0.insert(SCHEMA_KEY, bytes)?;
|
self.0.insert(SCHEMA_KEY, bytes)?;
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
@ -105,49 +105,6 @@ impl Schema {
|
|||||||
SchemaBuilder { identifier, attributes }
|
SchemaBuilder { identifier, attributes }
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn from_toml<R: Read>(mut reader: R) -> Result<Schema, Box<dyn Error>> {
|
|
||||||
let mut buffer = Vec::new();
|
|
||||||
reader.read_to_end(&mut buffer)?;
|
|
||||||
let builder: SchemaBuilder = toml::from_slice(&buffer)?;
|
|
||||||
Ok(builder.build())
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn to_toml<W: Write>(&self, mut writer: W) -> Result<(), Box<dyn Error>> {
|
|
||||||
let builder = self.to_builder();
|
|
||||||
let string = toml::to_string_pretty(&builder)?;
|
|
||||||
writer.write_all(string.as_bytes())?;
|
|
||||||
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn from_json<R: Read>(mut reader: R) -> Result<Schema, Box<dyn Error>> {
|
|
||||||
let mut buffer = Vec::new();
|
|
||||||
reader.read_to_end(&mut buffer)?;
|
|
||||||
let builder: SchemaBuilder = serde_json::from_slice(&buffer)?;
|
|
||||||
Ok(builder.build())
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn to_json<W: Write>(&self, mut writer: W) -> Result<(), Box<dyn Error>> {
|
|
||||||
let builder = self.to_builder();
|
|
||||||
let string = serde_json::to_string_pretty(&builder)?;
|
|
||||||
writer.write_all(string.as_bytes())?;
|
|
||||||
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn read_from_bin<R: Read>(reader: R) -> bincode::Result<Schema> {
|
|
||||||
let builder: SchemaBuilder = bincode::deserialize_from(reader)?;
|
|
||||||
Ok(builder.build())
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn write_to_bin<W: Write>(&self, writer: W) -> bincode::Result<()> {
|
|
||||||
let identifier = self.inner.identifier.clone();
|
|
||||||
let attributes = self.attributes_ordered();
|
|
||||||
let builder = SchemaBuilder { identifier, attributes };
|
|
||||||
|
|
||||||
bincode::serialize_into(writer, &builder)
|
|
||||||
}
|
|
||||||
|
|
||||||
fn attributes_ordered(&self) -> IndexMap<String, SchemaProps> {
|
fn attributes_ordered(&self) -> IndexMap<String, SchemaProps> {
|
||||||
let mut ordered = BTreeMap::new();
|
let mut ordered = BTreeMap::new();
|
||||||
for (name, attr) in &self.inner.attrs {
|
for (name, attr) in &self.inner.attrs {
|
||||||
@ -253,9 +210,8 @@ mod tests {
|
|||||||
let schema = builder.build();
|
let schema = builder.build();
|
||||||
|
|
||||||
let mut buffer = Vec::new();
|
let mut buffer = Vec::new();
|
||||||
|
bincode::serialize_into(&mut buffer, &schema)?;
|
||||||
schema.write_to_bin(&mut buffer)?;
|
let schema2 = bincode::deserialize_from(buffer.as_slice())?;
|
||||||
let schema2 = Schema::read_from_bin(buffer.as_slice())?;
|
|
||||||
|
|
||||||
assert_eq!(schema, schema2);
|
assert_eq!(schema, schema2);
|
||||||
|
|
||||||
@ -270,10 +226,9 @@ mod tests {
|
|||||||
builder.new_attribute("gamma", INDEXED);
|
builder.new_attribute("gamma", INDEXED);
|
||||||
let schema = builder.build();
|
let schema = builder.build();
|
||||||
|
|
||||||
let mut buffer = Vec::new();
|
let buffer = toml::to_vec(&schema)?;
|
||||||
schema.to_toml(&mut buffer)?;
|
let schema2 = toml::from_slice(buffer.as_slice())?;
|
||||||
|
|
||||||
let schema2 = Schema::from_toml(buffer.as_slice())?;
|
|
||||||
assert_eq!(schema, schema2);
|
assert_eq!(schema, schema2);
|
||||||
|
|
||||||
let data = r#"
|
let data = r#"
|
||||||
@ -289,7 +244,7 @@ mod tests {
|
|||||||
[attributes."gamma"]
|
[attributes."gamma"]
|
||||||
indexed = true
|
indexed = true
|
||||||
"#;
|
"#;
|
||||||
let schema2 = Schema::from_toml(data.as_bytes())?;
|
let schema2 = toml::from_str(data)?;
|
||||||
assert_eq!(schema, schema2);
|
assert_eq!(schema, schema2);
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
@ -303,10 +258,9 @@ mod tests {
|
|||||||
builder.new_attribute("gamma", INDEXED);
|
builder.new_attribute("gamma", INDEXED);
|
||||||
let schema = builder.build();
|
let schema = builder.build();
|
||||||
|
|
||||||
let mut buffer = Vec::new();
|
let buffer = serde_json::to_vec(&schema)?;
|
||||||
schema.to_json(&mut buffer)?;
|
let schema2 = serde_json::from_slice(buffer.as_slice())?;
|
||||||
|
|
||||||
let schema2 = Schema::from_json(buffer.as_slice())?;
|
|
||||||
assert_eq!(schema, schema2);
|
assert_eq!(schema, schema2);
|
||||||
|
|
||||||
let data = r#"
|
let data = r#"
|
||||||
@ -325,7 +279,7 @@ mod tests {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}"#;
|
}"#;
|
||||||
let schema2 = Schema::from_json(data.as_bytes())?;
|
let schema2 = serde_json::from_str(data)?;
|
||||||
assert_eq!(schema, schema2);
|
assert_eq!(schema, schema2);
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
|
@ -13,8 +13,8 @@ meilidb-schema = { path = "../meilidb-schema", version = "0.1.0" }
|
|||||||
csv = "1.0.7"
|
csv = "1.0.7"
|
||||||
diskus = "0.5.0"
|
diskus = "0.5.0"
|
||||||
env_logger = "0.6.1"
|
env_logger = "0.6.1"
|
||||||
jemallocator = "0.1.9"
|
|
||||||
indexmap = { version = "1.1.0", features = ["serde-1"] }
|
indexmap = { version = "1.1.0", features = ["serde-1"] }
|
||||||
|
jemallocator = "0.1.9"
|
||||||
meilidb-core = { path = "../meilidb-core", version = "0.1.0" }
|
meilidb-core = { path = "../meilidb-core", version = "0.1.0" }
|
||||||
quickcheck = "0.8.2"
|
quickcheck = "0.8.2"
|
||||||
rand = "0.6.5"
|
rand = "0.6.5"
|
||||||
@ -26,3 +26,4 @@ structopt = "0.2.15"
|
|||||||
sysinfo = "0.8.4"
|
sysinfo = "0.8.4"
|
||||||
tempfile = "3.0.7"
|
tempfile = "3.0.7"
|
||||||
termcolor = "1.0.4"
|
termcolor = "1.0.4"
|
||||||
|
toml = "0.5.3"
|
||||||
|
@ -6,7 +6,7 @@ use std::io::{self, BufRead, BufReader};
|
|||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
use std::time::Instant;
|
use std::time::Instant;
|
||||||
use std::error::Error;
|
use std::error::Error;
|
||||||
use std::fs::File;
|
use std::fs::{self, File};
|
||||||
|
|
||||||
use diskus::Walk;
|
use diskus::Walk;
|
||||||
use sysinfo::{SystemExt, ProcessExt};
|
use sysinfo::{SystemExt, ProcessExt};
|
||||||
@ -181,8 +181,8 @@ fn main() -> Result<(), Box<dyn Error>> {
|
|||||||
let opt = Opt::from_args();
|
let opt = Opt::from_args();
|
||||||
|
|
||||||
let schema = {
|
let schema = {
|
||||||
let file = File::open(&opt.schema_path)?;
|
let string = fs::read_to_string(&opt.schema_path)?;
|
||||||
Schema::from_toml(file)?
|
toml::from_str(&string)?
|
||||||
};
|
};
|
||||||
|
|
||||||
let stop_words = match opt.stop_words {
|
let stop_words = match opt.stop_words {
|
||||||
|
Loading…
Reference in New Issue
Block a user