meilisearch/Cargo.toml

[package]
name = "milli"
version = "0.1.0"
authors = ["Kerollmops <clement@meilisearch.com>"]
edition = "2018"
default-run = "indexer"

[dependencies]
anyhow = "1.0.28"
bitpacking = "0.8.2"
byteorder = "1.3.4"
cow-utils = "0.1.2"
csv = "1.1.3"
fst = "0.4.3"
fxhash = "0.2.1"
heed = { version = "0.8.1", default-features = false, features = ["lmdb"] }
jemallocator = "0.3.2"
levenshtein_automata = { version = "0.2.0", features = ["fst_automaton"] }
memmap = "0.7.0"
once_cell = "1.4.0"
oxidized-mtbl = { git = "https://github.com/Kerollmops/oxidized-mtbl.git", rev = "6b8a3a8" }
arc-cache = { git = "https://github.com/Kerollmops/rust-arc-cache.git", rev = "56530f2" }
rayon = "1.3.1"
roaring = { git = "https://github.com/Kerollmops/roaring-rs.git", branch = "mem-usage" }
slice-group-by = "0.2.6"
smallstr = "0.2.0"
smallvec = "1.4.0"
structopt = { version = "0.3.14", default-features = false }
tempfile = "3.1.0"

# to highlight the documents
regex = "1.3.9"

# logging
log = "0.4.8"
stderrlog = "0.4.3"

# best proximity
indexmap = "1.4.0"

# to implement internally
itertools = "0.9.0"

# http server
askama = "0.10.1"
askama_warp = "0.10.0"
serde = { version = "1.0", features = ["derive"] }
tokio = { version = "0.2.15", features = ["full"] }
warp = "0.2.2"

[dev-dependencies]
criterion = "0.3"

[features]
default = []

[[bench]]
name = "search"
harness = false

[profile.release]
debug = true

[profile.bench]
debug = true
Initial commit 2020-05-26 02:39:53 +08:00			`[package]`
Rename the project milli 2020-07-12 06:16:41 +08:00			`name = "milli"`
Initial commit 2020-05-26 02:39:53 +08:00			`version = "0.1.0"`
			`authors = ["Kerollmops <clement@meilisearch.com>"]`
			`edition = "2018"`
Support multiple space seperated words 2020-05-31 22:09:34 +08:00			`default-run = "indexer"`
Initial commit 2020-05-26 02:39:53 +08:00
			`[dependencies]`
			`anyhow = "1.0.28"`
			`bitpacking = "0.8.2"`
			`byteorder = "1.3.4"`
Support multiple space seperated words 2020-05-31 22:09:34 +08:00			`cow-utils = "0.1.2"`
Initial commit 2020-05-26 02:39:53 +08:00			`csv = "1.1.3"`
			`fst = "0.4.3"`
			`fxhash = "0.2.1"`
Use heed 0.8.1 with the RwIter append method 2020-07-06 01:50:28 +08:00			`heed = { version = "0.8.1", default-features = false, features = ["lmdb"] }`
Initial commit 2020-05-26 02:39:53 +08:00			`jemallocator = "0.3.2"`
Support typos with a levenshtein automata 2020-05-31 23:01:11 +08:00			`levenshtein_automata = { version = "0.2.0", features = ["fst_automaton"] }`
Introduce MTBL parallel merging before LMDB writing 2020-05-31 20:20:17 +08:00			`memmap = "0.7.0"`
Use OnceCell to cache levenshtein builders 2020-06-01 00:21:24 +08:00			`once_cell = "1.4.0"`
Introduce a new indexer which uses an MTBL sorter 2020-08-04 21:19:21 +08:00			`oxidized-mtbl = { git = "https://github.com/Kerollmops/oxidized-mtbl.git", rev = "6b8a3a8" }`
			`arc-cache = { git = "https://github.com/Kerollmops/rust-arc-cache.git", rev = "56530f2" }`
Make the indexer ignore certain words This is a preparation for making the indexing fully parallel by making the indexer only be aware of certain words for each threads to avoid postings lists conflicts for each words 2020-07-01 23:49:46 +08:00			`rayon = "1.3.1"`
Implement a memory dumper It moves the in memory HashMaps used when indexing to a disk based MTBL file 2020-07-07 22:48:49 +08:00			`roaring = { git = "https://github.com/Kerollmops/roaring-rs.git", branch = "mem-usage" }`
Initial commit 2020-05-26 02:39:53 +08:00			`slice-group-by = "0.2.6"`
			`smallstr = "0.2.0"`
Introduce MTBL parallel merging before LMDB writing 2020-05-31 20:20:17 +08:00			`smallvec = "1.4.0"`
Initial commit 2020-05-26 02:39:53 +08:00			`structopt = { version = "0.3.14", default-features = false }`
Introduce MTBL parallel merging before LMDB writing 2020-05-31 20:20:17 +08:00			`tempfile = "3.1.0"`
Initial commit 2020-05-26 02:39:53 +08:00
Use the regex crate to highlight "hello" 2020-07-14 17:27:46 +08:00			`# to highlight the documents`
			`regex = "1.3.9"`

Use the log crate instead of stderr 2020-07-12 16:55:09 +08:00			`# logging`
			`log = "0.4.8"`
			`stderrlog = "0.4.3"`

squash-me 2020-06-10 05:06:59 +08:00			`# best proximity`
Introduce a customized A* algorithm. This custom algo lazily compute the intersections between words, to avoid too much set operations and database reads 2020-06-14 18:51:54 +08:00			`indexmap = "1.4.0"`
squash-me 2020-06-10 05:06:59 +08:00
Introduce a first basic working positions-based engine 2020-06-06 02:12:52 +08:00			`# to implement internally`
			`itertools = "0.9.0"`

Reintroduce a simple HTTP server 2020-05-31 23:48:13 +08:00			`# http server`
Pretty print the new dashboard numbers 2020-07-11 20:17:37 +08:00			`askama = "0.10.1"`
			`askama_warp = "0.10.0"`
Reintroduce a simple HTTP server 2020-05-31 23:48:13 +08:00			`serde = { version = "1.0", features = ["derive"] }`
			`tokio = { version = "0.2.15", features = ["full"] }`
			`warp = "0.2.2"`

Introduce the criterion dependency to bench the engine 2020-06-20 00:24:03 +08:00			`[dev-dependencies]`
			`criterion = "0.3"`

Add a feature flags to enable the export of stats 2020-06-20 19:25:42 +08:00			`[features]`
			`default = []`

Introduce the criterion dependency to bench the engine 2020-06-20 00:24:03 +08:00			`[[bench]]`
			`name = "search"`
			`harness = false`

Initial commit 2020-05-26 02:39:53 +08:00			`[profile.release]`
			`debug = true`
Optimize things 2020-06-19 00:37:57 +08:00
			`[profile.bench]`
			`debug = true`