meilisearch/milli/Cargo.toml

[package]
name = "milli"
version = "1.0.0"
authors = ["Kerollmops <clement@meilisearch.com>"]
edition = "2018"

[dependencies]
bimap = { version = "0.6.2", features = ["serde"] }
bincode = "1.3.3"
bstr = "1.0.1"
byteorder = "1.4.3"
charabia = { version = "0.7.0", default-features = false }
concat-arrays = "0.1.2"
crossbeam-channel = "0.5.6"
deserr = "0.1.4"
either = "1.8.0"
flatten-serde-json = { path = "../flatten-serde-json" }
fst = "0.4.7"
fxhash = "0.2.1"
geoutils = "0.5.1"
grenad = { version = "0.4.3", default-features = false, features = ["tempfile"] }
heed = { git = "https://github.com/meilisearch/heed", tag = "v0.12.4", default-features = false, features = ["lmdb", "sync-read-txn"] }
json-depth-checker = { path = "../json-depth-checker" }
levenshtein_automata = { version = "0.2.1", features = ["fst_automaton"] }
memmap2 = "0.5.7"
obkv = "0.2.0"
once_cell = "1.15.0"
ordered-float = "3.2.0"
rayon = "1.5.3"
roaring = "0.10.1"
rstar = { version = "0.9.3", features = ["serde"] }
serde = { version = "1.0.145", features = ["derive"] }
serde_json = { version = "1.0.85", features = ["preserve_order"] }
slice-group-by = "0.3.0"
smallstr =  { version = "0.3.0", features = ["serde"] }
smallvec = "1.10.0"
smartstring = "1.0.1"
tempfile = "3.3.0"
thiserror = "1.0.37"
time = { version = "0.3.15", features = ["serde-well-known", "formatting", "parsing", "macros"] }
uuid = { version = "1.1.2", features = ["v4"] }

filter-parser = { path = "../filter-parser" }

# documents words self-join
itertools = "0.10.5"

# logging
log = "0.4.17"
logging_timer = "1.1.0"
csv = "1.1.6"

[dev-dependencies]
big_s = "1.0.2"
insta = "1.21.0"
maplit = "1.0.2"
md5 = "0.7.0"
rand = {version = "0.8.5", features = ["small_rng"] }

[target.'cfg(fuzzing)'.dev-dependencies]
fuzzcheck = "0.12.1"

[features]
default = [ "charabia/default" ]

# allow chinese specialized tokenization
chinese = ["charabia/chinese"]

# allow hebrew specialized tokenization
hebrew = ["charabia/hebrew"]

# allow japanese specialized tokenization
japanese = ["charabia/japanese"]
japanese-transliteration = ["charabia/japanese-transliteration"]

# allow korean specialized tokenization
korean = ["charabia/korean"]

# allow thai specialized tokenization
thai = ["charabia/thai"]
Change the project to become a workspace with milli as a default-member 2021-02-12 23:15:09 +08:00			`[package]`
			`name = "milli"`
Bump the milli-imported crates to v1.0.0 2023-01-16 23:29:12 +08:00			`version = "1.0.0"`
Change the project to become a workspace with milli as a default-member 2021-02-12 23:15:09 +08:00			`authors = ["Kerollmops <clement@meilisearch.com>"]`
			`edition = "2018"`

			`[dependencies]`
Upgrade the dependencies 2022-03-15 00:00:53 +08:00			`bimap = { version = "0.6.2", features = ["serde"] }`
Implement documents format document reader transform remove update format support document sequences fix document transform clean transform improve error handling add documents! macro fix transform bug fix tests remove csv dependency Add comments on the transform process replace search cli fmt review edits fix http ui fix clippy warnings Revert "fix clippy warnings" This reverts commit a1ce3cd96e603633dbf43e9e0b12b2453c9c5620. fix review comments remove smallvec in transform loop review edits 2021-08-31 17:44:15 +08:00			`bincode = "1.3.3"`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`bstr = "1.0.1"`
Upgrade the dependencies 2022-03-15 00:00:53 +08:00			`byteorder = "1.4.3"`
Update charabia 2022-12-12 21:53:08 +08:00			`charabia = { version = "0.7.0", default-features = false }`
Use an u16 field id instead of one byte 2021-07-06 17:31:24 +08:00			`concat-arrays = "0.1.2"`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`crossbeam-channel = "0.5.6"`
Integrate deserr 2023-01-11 19:14:17 +08:00			`deserr = "0.1.4"`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`either = "1.8.0"`
Add Charabia in Cargo.toml 2022-06-02 21:46:44 +08:00			`flatten-serde-json = { path = "../flatten-serde-json" }`
Upgrade the dependencies 2022-03-15 00:00:53 +08:00			`fst = "0.4.7"`
Change the project to become a workspace with milli as a default-member 2021-02-12 23:15:09 +08:00			`fxhash = "0.2.1"`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`geoutils = "0.5.1"`
Use an unstable algorithm for grenad::Sorter when possible 2022-09-13 16:40:37 +08:00			`grenad = { version = "0.4.3", default-features = false, features = ["tempfile"] }`
Force using vendored version of LMDB - don't use lmdb master3 branch anymore 2022-11-15 00:17:51 +08:00			`heed = { git = "https://github.com/meilisearch/heed", tag = "v0.12.4", default-features = false, features = ["lmdb", "sync-read-txn"] }`
only flatten an object if it's nested 2022-04-12 17:22:36 +08:00			`json-depth-checker = { path = "../json-depth-checker" }`
Upgrade the dependencies 2022-03-15 00:00:53 +08:00			`levenshtein_automata = { version = "0.2.1", features = ["fst_automaton"] }`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`memmap2 = "0.5.7"`
Use an u16 field id instead of one byte 2021-07-06 17:31:24 +08:00			`obkv = "0.2.0"`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`once_cell = "1.15.0"`
			`ordered-float = "3.2.0"`
			`rayon = "1.5.3"`
			`roaring = "0.10.1"`
			`rstar = { version = "0.9.3", features = ["serde"] }`
			`serde = { version = "1.0.145", features = ["derive"] }`
			`serde_json = { version = "1.0.85", features = ["preserve_order"] }`
Upgrade the dependencies 2022-03-15 00:00:53 +08:00			`slice-group-by = "0.3.0"`
			`smallstr = { version = "0.3.0", features = ["serde"] }`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`smallvec = "1.10.0"`
Use smartstring to store the external id in our hashmap We need to store all the external id (primary key) in a hashmap associated to their internal id during. The smartstring remove heap allocation / memory usage and should improve the cache locality. 2022-04-11 21:43:18 +08:00			`smartstring = "1.0.1"`
Upgrade the dependencies 2022-03-15 00:00:53 +08:00			`tempfile = "3.3.0"`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`thiserror = "1.0.37"`
			`time = { version = "0.3.15", features = ["serde-well-known", "formatting", "parsing", "macros"] }`
Bump uuid to 1.1.2 2022-07-05 22:23:36 +08:00			`uuid = { version = "1.1.2", features = ["v4"] }`
Change the project to become a workspace with milli as a default-member 2021-02-12 23:15:09 +08:00
Rename the filter_parser crate into filter-parser Co-authored-by: Clément Renault <clement@meilisearch.com> 2021-11-09 23:16:28 +08:00			`filter-parser = { path = "../filter-parser" }`
Change the project to become a workspace with milli as a default-member 2021-02-12 23:15:09 +08:00
			`# documents words self-join`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`itertools = "0.10.5"`
Change the project to become a workspace with milli as a default-member 2021-02-12 23:15:09 +08:00
			`# logging`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`log = "0.4.17"`
Upgrade the dependencies 2022-03-15 00:00:53 +08:00			`logging_timer = "1.1.0"`
implement csv serialization 2021-10-21 17:05:16 +08:00			`csv = "1.1.6"`
Change the project to become a workspace with milli as a default-member 2021-02-12 23:15:09 +08:00
			`[dev-dependencies]`
Introduce the Attribute criterion 2021-03-11 18:48:55 +08:00			`big_s = "1.0.2"`
Upgrade all dependencies 2022-10-04 17:29:39 +08:00			`insta = "1.21.0"`
Change the project to become a workspace with milli as a default-member 2021-02-12 23:15:09 +08:00			`maplit = "1.0.2"`
Add index snapshot test helper function 2022-08-03 14:45:26 +08:00			`md5 = "0.7.0"`
Add range search and incremental indexing algorithm 2022-08-30 21:22:39 +08:00			`rand = {version = "0.8.5", features = ["small_rng"] }`
Change the project to become a workspace with milli as a default-member 2021-02-12 23:15:09 +08:00
Fix bugs in incremental facet indexing with variable parameters e.g. add one facet value incrementally with a group_size = X and then add another one with group_size = Y It is not actually possible to do so with the public API of milli, but I wanted to make sure the algorithm worked well in those cases anyway. The bugs were found by fuzzing the code with fuzzcheck, which I've added to milli as a conditional dev-dependency. But it can be removed later. 2022-09-08 17:53:01 +08:00			`[target.'cfg(fuzzing)'.dev-dependencies]`
Depend on released version of fuzzcheck from crates.io 2022-10-26 20:06:59 +08:00			`fuzzcheck = "0.12.1"`
Fix bugs in incremental facet indexing with variable parameters e.g. add one facet value incrementally with a group_size = X and then add another one with group_size = Y It is not actually possible to do so with the public API of milli, but I wanted to make sure the algorithm worked well in those cases anyway. The bugs were found by fuzzing the code with fuzzcheck, which I've added to milli as a conditional dev-dependency. But it can be removed later. 2022-09-08 17:53:01 +08:00
Change the project to become a workspace with milli as a default-member 2021-02-12 23:15:09 +08:00			`[features]`
Make charabia languages configurable 2022-09-08 18:19:44 +08:00			`default = [ "charabia/default" ]`

			`# allow chinese specialized tokenization`
			`chinese = ["charabia/chinese"]`

			`# allow hebrew specialized tokenization`
			`hebrew = ["charabia/hebrew"]`

			`# allow japanese specialized tokenization`
			`japanese = ["charabia/japanese"]`
Update charabia 2022-12-12 21:53:08 +08:00			`japanese-transliteration = ["charabia/japanese-transliteration"]`

			`# allow korean specialized tokenization`
			`korean = ["charabia/korean"]`
Make charabia languages configurable 2022-09-08 18:19:44 +08:00
			`# allow thai specialized tokenization`
			`thai = ["charabia/thai"]`