Add thread pool to cargo toml

This commit is contained in:
Louis Dureuil 2025-02-26 22:11:16 +01:00
parent 5e7803632d
commit 8d93de28b8
2 changed files with 74 additions and 65 deletions

8
Cargo.lock generated
View File

@ -3814,6 +3814,7 @@ dependencies = [
"roaring",
"rstar",
"rustc-hash 2.1.0",
"scoped_thread_pool",
"serde",
"serde_json",
"slice-group-by",
@ -5088,6 +5089,13 @@ dependencies = [
"winapi-util",
]
[[package]]
name = "scoped_thread_pool"
version = "0.1.0"
dependencies = [
"crossbeam-channel",
]
[[package]]
name = "scopeguard"
version = "1.2.0"

View File

@ -1,13 +1,13 @@
[package]
name = "milli"
edition = "2021"
name = "milli"
publish = false
version.workspace = true
authors.workspace = true
description.workspace = true
homepage.workspace = true
readme.workspace = true
version.workspace = true
# edition.workspace = true
license.workspace = true
@ -62,22 +62,29 @@ time = { version = "0.3.37", features = [
uuid = {version = "1.11.0", features = ["v4"]}
filter-parser = {path = "../filter-parser"}
scoped_thread_pool = {path = "/home/dureuill/dev/scoped_thread_pool"}
# documents words self-join
itertools = "0.14.0"
csv = "1.3.1"
allocator-api2 = "0.2.21"
arroy = "0.5.0"
bbqueue = {git = "https://github.com/meilisearch/bbqueue"}
bumpalo = "3.16.0"
bumparaw-collections = "0.1.4"
candle-core = {version = "0.8.2"}
candle-transformers = { version = "0.8.2" }
candle-nn = {version = "0.8.2"}
tokenizers = { git = "https://github.com/huggingface/tokenizers.git", tag = "v0.15.2", version = "0.15.2", default-features = false, features = [
"onig",
] }
candle-transformers = {version = "0.8.2"}
csv = "1.3.1"
enum-iterator = "2.1.0"
flume = {version = "0.11.1", default-features = false}
hashbrown = "0.15.2"
hf-hub = {git = "https://github.com/dureuill/hf-hub.git", branch = "rust_tls", default-features = false, features = [
"online",
]}
tiktoken-rs = "0.6.0"
liquid = "0.26.9"
rand = "0.8.5"
rayon-par-bridge = "0.1.0"
rhai = {git = "https://github.com/rhaiscript/rhai", rev = "ef3df63121d27aacd838f366f2b83fd65f20a1e4", features = [
"serde",
"no_module",
@ -85,22 +92,16 @@ rhai = { git = "https://github.com/rhaiscript/rhai", rev = "ef3df63121d27aacd838
"no_time",
"sync",
]}
arroy = "0.5.0"
rand = "0.8.5"
rustc-hash = "2.1.0"
thread_local = "1.1.8"
tiktoken-rs = "0.6.0"
tokenizers = {git = "https://github.com/huggingface/tokenizers.git", tag = "v0.15.2", version = "0.15.2", default-features = false, features = [
"onig",
]}
tracing = "0.1.41"
uell = "0.1.0"
ureq = {version = "2.12.1", features = ["json"]}
url = "2.5.4"
rayon-par-bridge = "0.1.0"
hashbrown = "0.15.2"
bumpalo = "3.16.0"
bumparaw-collections = "0.1.4"
thread_local = "1.1.8"
allocator-api2 = "0.2.21"
rustc-hash = "2.1.0"
uell = "0.1.0"
enum-iterator = "2.1.0"
bbqueue = { git = "https://github.com/meilisearch/bbqueue" }
flume = { version = "0.11.1", default-features = false }
utoipa = {version = "5.3.1", features = ["non_strict_integers", "preserve_order", "uuid", "time", "openapi_extensions"]}
[dev-dependencies]