snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-03-06 22:02:34 +08:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

Add thread pool to cargo toml

Browse Source
This commit is contained in:
Louis Dureuil 2025-02-26 22:11:16 +01:00
parent 5e7803632d
commit 8d93de28b8
2 changed files with 74 additions and 65 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
Cargo.lock generated
View File

@ -3814,6 +3814,7 @@ dependencies = [
"roaring", "roaring",
"rstar", "rstar",
"rustc-hash 2.1.0", "rustc-hash 2.1.0",
"scoped_thread_pool",
"serde", "serde",
"serde_json", "serde_json",
"slice-group-by", "slice-group-by",
@ -5088,6 +5089,13 @@ dependencies = [
"winapi-util", "winapi-util",
] ]
[[package]]
name = "scoped_thread_pool"
version = "0.1.0"
dependencies = [
"crossbeam-channel",
]
[[package]] [[package]]
name = "scopeguard" name = "scopeguard"
version = "1.2.0" version = "1.2.0"

131
crates/milli/Cargo.toml
View File

@ -1,120 +1,121 @@
[package] [package]
name = "milli"
edition = "2021" edition = "2021"
name = "milli"
publish = false publish = false
version.workspace = true
authors.workspace = true authors.workspace = true
description.workspace = true description.workspace = true
homepage.workspace = true homepage.workspace = true
readme.workspace = true readme.workspace = true
version.workspace = true
# edition.workspace = true # edition.workspace = true
license.workspace = true license.workspace = true
[dependencies] [dependencies]
big_s = "1.0.2" big_s = "1.0.2"
bimap = { version = "0.6.3", features = ["serde"] } bimap = {version = "0.6.3", features = ["serde"]}
bincode = "1.3.3" bincode = "1.3.3"
bstr = "1.11.3" bstr = "1.11.3"
bytemuck = { version = "1.21.0", features = ["extern_crate_alloc"] } bytemuck = {version = "1.21.0", features = ["extern_crate_alloc"]}
byteorder = "1.5.0" byteorder = "1.5.0"
charabia = { version = "0.9.2", default-features = false } charabia = {version = "0.9.2", default-features = false}
concat-arrays = "0.1.2" concat-arrays = "0.1.2"
convert_case = "0.6.0" convert_case = "0.6.0"
crossbeam-channel = "0.5.14" crossbeam-channel = "0.5.14"
deserr = "0.6.3" deserr = "0.6.3"
either = { version = "1.13.0", features = ["serde"] } either = {version = "1.13.0", features = ["serde"]}
flatten-serde-json = { path = "../flatten-serde-json" } flatten-serde-json = {path = "../flatten-serde-json"}
fst = "0.4.7" fst = "0.4.7"
fxhash = "0.2.1" fxhash = "0.2.1"
geoutils = "0.5.1" geoutils = "0.5.1"
grenad = { version = "0.5.0", default-features = false, features = ["rayon", "tempfile"] } grenad = {version = "0.5.0", default-features = false, features = ["rayon", "tempfile"]}
heed = { version = "0.20.5", default-features = false, features = [ heed = {version = "0.20.5", default-features = false, features = [
"serde-json", "serde-json",
"serde-bincode", "serde-bincode",
"read-txn-no-tls", "read-txn-no-tls",
] } ]}
indexmap = { version = "2.7.0", features = ["serde"] } indexmap = {version = "2.7.0", features = ["serde"]}
json-depth-checker = { path = "../json-depth-checker" } json-depth-checker = {path = "../json-depth-checker"}
levenshtein_automata = { version = "0.2.1", features = ["fst_automaton"] } levenshtein_automata = {version = "0.2.1", features = ["fst_automaton"]}
memchr = "2.7.4" memchr = "2.7.4"
memmap2 = "0.9.5" memmap2 = "0.9.5"
obkv = "0.3.0" obkv = "0.3.0"
once_cell = "1.20.2" once_cell = "1.20.2"
ordered-float = "4.6.0" ordered-float = "4.6.0"
rayon = "1.10.0" rayon = "1.10.0"
roaring = { version = "0.10.10", features = ["serde"] } roaring = {version = "0.10.10", features = ["serde"]}
rstar = { version = "0.12.2", features = ["serde"] } rstar = {version = "0.12.2", features = ["serde"]}
serde = { version = "1.0.217", features = ["derive"] } serde = {version = "1.0.217", features = ["derive"]}
serde_json = { version = "1.0.135", features = ["preserve_order", "raw_value"] } serde_json = {version = "1.0.135", features = ["preserve_order", "raw_value"]}
slice-group-by = "0.3.1" slice-group-by = "0.3.1"
smallstr = { version = "0.3.0", features = ["serde"] } smallstr = {version = "0.3.0", features = ["serde"]}
smallvec = "1.13.2" smallvec = "1.13.2"
smartstring = "1.0.1" smartstring = "1.0.1"
tempfile = "3.15.0" tempfile = "3.15.0"
thiserror = "2.0.9" thiserror = "2.0.9"
time = { version = "0.3.37", features = [ time = {version = "0.3.37", features = [
"serde-well-known", "serde-well-known",
"formatting", "formatting",
"parsing", "parsing",
"macros", "macros",
] } ]}
uuid = { version = "1.11.0", features = ["v4"] } uuid = {version = "1.11.0", features = ["v4"]}
filter-parser = { path = "../filter-parser" } filter-parser = {path = "../filter-parser"}
scoped_thread_pool = {path = "/home/dureuill/dev/scoped_thread_pool"}
# documents words self-join # documents words self-join
itertools = "0.14.0" itertools = "0.14.0"
csv = "1.3.1" allocator-api2 = "0.2.21"
candle-core = { version = "0.8.2" }
candle-transformers = { version = "0.8.2" }
candle-nn = { version = "0.8.2" }
tokenizers = { git = "https://github.com/huggingface/tokenizers.git", tag = "v0.15.2", version = "0.15.2", default-features = false, features = [
"onig",
] }
hf-hub = { git = "https://github.com/dureuill/hf-hub.git", branch = "rust_tls", default-features = false, features = [
"online",
] }
tiktoken-rs = "0.6.0"
liquid = "0.26.9"
rhai = { git = "https://github.com/rhaiscript/rhai", rev = "ef3df63121d27aacd838f366f2b83fd65f20a1e4", features = [
"serde",
"no_module",
"no_custom_syntax",
"no_time",
"sync",
] }
arroy = "0.5.0" arroy = "0.5.0"
rand = "0.8.5" bbqueue = {git = "https://github.com/meilisearch/bbqueue"}
tracing = "0.1.41"
ureq = { version = "2.12.1", features = ["json"] }
url = "2.5.4"
rayon-par-bridge = "0.1.0"
hashbrown = "0.15.2"
bumpalo = "3.16.0" bumpalo = "3.16.0"
bumparaw-collections = "0.1.4" bumparaw-collections = "0.1.4"
thread_local = "1.1.8" candle-core = {version = "0.8.2"}
allocator-api2 = "0.2.21" candle-nn = {version = "0.8.2"}
rustc-hash = "2.1.0" candle-transformers = {version = "0.8.2"}
uell = "0.1.0" csv = "1.3.1"
enum-iterator = "2.1.0" enum-iterator = "2.1.0"
bbqueue = { git = "https://github.com/meilisearch/bbqueue" } flume = {version = "0.11.1", default-features = false}
flume = { version = "0.11.1", default-features = false } hashbrown = "0.15.2"
utoipa = { version = "5.3.1", features = ["non_strict_integers", "preserve_order", "uuid", "time", "openapi_extensions"] } hf-hub = {git = "https://github.com/dureuill/hf-hub.git", branch = "rust_tls", default-features = false, features = [
"online",
]}
liquid = "0.26.9"
rand = "0.8.5"
rayon-par-bridge = "0.1.0"
rhai = {git = "https://github.com/rhaiscript/rhai", rev = "ef3df63121d27aacd838f366f2b83fd65f20a1e4", features = [
"serde",
"no_module",
"no_custom_syntax",
"no_time",
"sync",
]}
rustc-hash = "2.1.0"
thread_local = "1.1.8"
tiktoken-rs = "0.6.0"
tokenizers = {git = "https://github.com/huggingface/tokenizers.git", tag = "v0.15.2", version = "0.15.2", default-features = false, features = [
"onig",
]}
tracing = "0.1.41"
uell = "0.1.0"
ureq = {version = "2.12.1", features = ["json"]}
url = "2.5.4"
utoipa = {version = "5.3.1", features = ["non_strict_integers", "preserve_order", "uuid", "time", "openapi_extensions"]}
[dev-dependencies] [dev-dependencies]
mimalloc = { version = "0.1.43", default-features = false } mimalloc = {version = "0.1.43", default-features = false}
# fixed version due to format breakages in v1.40 # fixed version due to format breakages in v1.40
insta = "=1.39.0" insta = "=1.39.0"
maplit = "1.0.2" maplit = "1.0.2"
md5 = "0.7.0" md5 = "0.7.0"
meili-snap = { path = "../meili-snap" } meili-snap = {path = "../meili-snap"}
rand = { version = "0.8.5", features = ["small_rng"] } rand = {version = "0.8.5", features = ["small_rng"]}
[features] [features]
all-tokenizations = [ all-tokenizations = [
"charabia/default", "charabia/default",
] ]
# Use POSIX semaphores instead of SysV semaphores in LMDB # Use POSIX semaphores instead of SysV semaphores in LMDB