Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

74 changes: 74 additions & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -92,6 +92,80 @@ hf-hub = { version = "0.4.1", default-features = false, features = [
] }
itertools = "0.13.0"

rand = "0.9.0"
cli-table = "0.4.7"
dirs = "5.0.1"
thiserror = "1"
tokenizers = { version = "0.21.0", default-features = false }
tqdm = "0.7.0"
chrono = "0.4.34"
minijinja = { version = "2.0.2", features = ["builtins", "json"] }
minijinja-contrib = { version = "2.0.2", features = ["pycompat"] }
regex-automata = { version = "0.4.6", features = ["meta"] }
rustc-hash = "2.0.0"
vob = "3.0.3"
cfgrammar = "0.13.3"
lrtable = "0.13.3"
galil-seiferas = "0.1.5"
radix_trie = "0.2.1"
bytemuck = "1.15.0"
tokio-rayon = "2.1.0"
rand_isaac = "0.4.0"
indicatif = { version = "0.17.8", features = ["rayon"] }
async-trait = "0.1.80"
strum = { version = "0.26", features = ["derive"] }
derive_more = { version = "0.99.17", default-features = false, features = ["from"] }
akin = "0.4.0"
variantly = "0.4.0"
derive-new = "0.7.0"
sysinfo = "0.30.12"
csv = "1.3.0"
bytemuck_derive = "1.7.0"
uuid = "1.17.0"
schemars = "0.8.21"
serde_yaml = "0.9.34"
serde_plain = "1.0.2"
as-any = "0.3.1"
llguidance = { version = "0.7.20", default-features = false, features = ["lark"] }
toktrie_hf_tokenizers = "0.7.20"
objc = { version = "0.2.7" }
serde-big-array = "0.5.1"
interprocess = "2.2.2"
urlencoding = "2.1.3"
scraper = "0.23.1"
html2text = "0.14.2"
ordered-float = "5.0.0"
hashbrown = "0.15.3"
parking_lot = "0.12.3"
ahash = "0.8.12"
num-traits = "0.2.19"
libc = "0.2.172"
bm25 = "2.2.1"
lazy_static = "1.4"
paste = "1.0.15"
byteorder = "1.5.0"
yoke = "0.7.5"
memmap2 = "0.9.5"
pyo3-build-config = "0.22"
ctrlc = "3.4.4"
directories = "6.0.0"
rustyline = { version = "15.0.0", default-features = false, features = ["with-file-history"] }
tower-http = "0.6.4"
utoipa-swagger-ui = { version = "7.1.0", features = ["axum"] }
futures-util = "0.3.31"
axum_static = "1.7.1"
mime_guess = "2.0.5"
include_dir = "0.7.4"
http = "1.3.1"
hyper = "1.6.0"
bindgen_cuda = { git = "https://github.com/guoqingbao/bindgen_cuda.git", version = "0.1.6" }
mistralrs-core = { path = "mistralrs-core" }
mistralrs-paged-attn = { path = "mistralrs-paged-attn" }
mistralrs-quant = { path = "mistralrs-quant" }
mistralrs-vision = { path = "mistralrs-vision" }
mistralrs-server-core = { path = "mistralrs-server-core" }
mistralrs = { path = "mistralrs" }

[profile.release-with-debug]
inherits = "release"
debug = true
Expand Down
4 changes: 2 additions & 2 deletions mistralrs-bench/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -18,10 +18,10 @@ candle-core.workspace = true
serde.workspace = true
serde_json.workspace = true
clap.workspace = true
mistralrs-core = { version = "0.6.0", path = "../mistralrs-core" }
mistralrs-core.workspace = true
tracing.workspace = true
tokio.workspace = true
cli-table = "0.4.7"
cli-table.workspace = true

[features]
cuda = ["mistralrs-core/cuda"]
Expand Down
102 changes: 51 additions & 51 deletions mistralrs-core/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -18,84 +18,84 @@ candle-nn.workspace = true
serde.workspace = true
serde_json.workspace = true
candle-flash-attn = { workspace = true, optional = true }
dirs = "5.0.1"
dirs.workspace = true
hf-hub.workspace = true
thiserror = "1.0.57"
tokenizers = { version = "0.21.0", default-features = false }
tqdm = "0.7.0"
chrono = "0.4.34"
minijinja = { version = "2.0.2", features = ["builtins", "json"] }
minijinja-contrib = { version = "2.0.2", features = ["pycompat"] }
thiserror.workspace = true
tokenizers.workspace = true
tqdm.workspace = true
chrono.workspace = true
minijinja.workspace = true
minijinja-contrib.workspace = true
either.workspace = true
indexmap.workspace = true
half.workspace = true
accelerate-src = { workspace = true, optional = true }
intel-mkl-src = { workspace = true, optional = true }
tracing.workspace = true
rand = "0.9.0"
regex-automata = { version = "0.4.6", features = ["meta"] }
rustc-hash = "2.0.0"
vob = "3.0.3"
cfgrammar = "0.13.3"
lrtable = "0.13.3"
galil-seiferas = "0.1.5"
rand.workspace = true
regex-automata.workspace = true
rustc-hash.workspace = true
vob.workspace = true
cfgrammar.workspace = true
lrtable.workspace = true
galil-seiferas.workspace = true
clap.workspace = true
radix_trie = "0.2.1"
bytemuck = "1.15.0"
radix_trie.workspace = true
bytemuck.workspace = true
rayon.workspace = true
tokio.workspace = true
tokio-rayon = "2.1.0"
rand_isaac = "0.4.0"
tokio-rayon.workspace = true
rand_isaac.workspace = true
futures.workspace = true
pyo3 = { workspace = true, optional = true }
indicatif = { version = "0.17.8", features = ["rayon"] }
async-trait = "0.1.80"
indicatif.workspace = true
async-trait.workspace = true
once_cell.workspace = true
toml.workspace = true
strum = { version = "0.26", features = ["derive"] }
strum.workspace = true
image.workspace = true
derive_more = { version = "0.99.17", default-features = false, features = [
"from",
] }
akin = "0.4.0"
variantly = "0.4.0"
akin.workspace = true
variantly.workspace = true
tracing-subscriber.workspace = true
derive-new = "0.7.0"
derive-new.workspace = true
itertools.workspace = true
sysinfo = "0.30.12"
mistralrs-vision = { version = "0.6.0", path = "../mistralrs-vision" }
csv = "1.3.0"
sysinfo.workspace = true
mistralrs-vision.workspace = true
csv.workspace = true
reqwest.workspace = true
base64.workspace = true
bytemuck_derive = "1.7.0"
mistralrs-paged-attn = { version = "0.6.0", path = "../mistralrs-paged-attn", optional = true }
mistralrs-quant = { version = "0.6.0", path = "../mistralrs-quant" }
uuid = { version = "1.10.0", features = ["v4"] }
bytemuck_derive.workspace = true
mistralrs-paged-attn = { workspace = true, optional = true }
mistralrs-quant.workspace = true
uuid = { workspace = true, features = ["v4"] }
utoipa = { workspace = true, optional = true }
schemars = "0.8.21"
serde_yaml = "0.9.34"
schemars.workspace = true
serde_yaml.workspace = true
regex.workspace = true
serde_plain = "1.0.2"
as-any = "0.3.1"
serde_plain.workspace = true
as-any.workspace = true
float8.workspace = true
llguidance = { version = "0.7.20", default-features = false, features = ["lark"] }
toktrie_hf_tokenizers = "0.7.20"
objc = { version = "0.2.7", optional = true }
llguidance.workspace = true
toktrie_hf_tokenizers.workspace = true
objc = { workspace = true, optional = true }
metal = { workspace = true, optional = true }
candle-flash-attn-v3 = { workspace = true, optional = true }
safetensors.workspace = true
serde-big-array = "0.5.1"
interprocess = "2.2.2"
urlencoding = "2.1.3"
scraper = "0.23.1"
html2text = "0.14.2"
ordered-float = "5.0.0"
hashbrown = "0.15.3"
parking_lot = "0.12.3"
ahash = "0.8.12"
num-traits = "0.2.19"
libc = "0.2.172"
bm25 = "2.2.1"
serde-big-array.workspace = true
interprocess.workspace = true
urlencoding.workspace = true
scraper.workspace = true
html2text.workspace = true
ordered-float.workspace = true
hashbrown.workspace = true
parking_lot.workspace = true
ahash.workspace = true
num-traits.workspace = true
libc.workspace = true
bm25.workspace = true

[features]
pyo3_macros = ["pyo3"]
Expand Down Expand Up @@ -127,4 +127,4 @@ utoipa = ["dep:utoipa"]
ring = ["mistralrs-quant/ring"]

[build-dependencies]
bindgen_cuda = { version = "0.1.5", optional = true }
bindgen_cuda = { workspace = true, optional = true }
6 changes: 3 additions & 3 deletions mistralrs-paged-attn/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -16,11 +16,11 @@ candle-core.workspace = true
half.workspace = true
float8.workspace = true
metal = { workspace = true, optional = true }
thiserror = "1"
once_cell = "1.20.2"
thiserror.workspace = true
once_cell.workspace = true

[build-dependencies]
bindgen_cuda = {git = "https://github.com/guoqingbao/bindgen_cuda.git", version = "0.1.6", optional = true}
bindgen_cuda = { workspace = true, optional = true }
anyhow.workspace = true

[features]
Expand Down
4 changes: 2 additions & 2 deletions mistralrs-pyo3/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ doc = false

[dependencies]
pyo3.workspace = true
mistralrs-core = { version = "0.6.0", path = "../mistralrs-core", features = ["pyo3_macros"] }
mistralrs-core = { workspace = true, features = ["pyo3_macros"] }
serde.workspace = true
serde_json.workspace = true
candle-core.workspace = true
Expand All @@ -36,7 +36,7 @@ anyhow.workspace = true
itertools.workspace = true

[build-dependencies]
pyo3-build-config = "0.22"
pyo3-build-config.workspace = true

[features]
cuda = ["candle-core/cuda", "mistralrs-core/cuda"]
Expand Down
14 changes: 7 additions & 7 deletions mistralrs-quant/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -17,17 +17,17 @@ candle-nn.workspace = true
half.workspace = true
serde.workspace = true
serde_json.workspace = true
lazy_static = "1.4"
paste = "1.0.15"
lazy_static.workspace = true
paste.workspace = true
tracing.workspace = true
rayon.workspace = true
byteorder = "1.5.0"
byteorder.workspace = true
float8.workspace = true
once_cell.workspace = true
metal = { workspace = true, optional = true }
thiserror = "1"
yoke = "0.7.5"
memmap2 = "0.9.5"
thiserror.workspace = true
yoke.workspace = true
memmap2.workspace = true
safetensors.workspace = true
regex.workspace = true
hf-hub.workspace = true
Expand All @@ -45,4 +45,4 @@ accelerate = ["candle-core/accelerate", "candle-nn/accelerate"]
ring = []

[build-dependencies]
bindgen_cuda = { version = "0.1.5", optional = true }
bindgen_cuda = { workspace = true, optional = true }
6 changes: 3 additions & 3 deletions mistralrs-server-core/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -21,18 +21,18 @@ futures.workspace = true
image.workspace = true
indexmap.workspace = true
itertools.workspace = true
mistralrs-core = { version = "0.6.0", path = "../mistralrs-core", features = [
mistralrs-core = { workspace = true, features = [
"utoipa",
] }
reqwest.workspace = true
serde.workspace = true
serde_json.workspace = true
tokio.workspace = true
tower-http = { version = "0.5.1", features = ["cors"] }
tower-http = { workspace = true, features = ["cors"] }
tracing.workspace = true
url.workspace = true
utoipa = { workspace = true, features = ["axum_extras"] }
utoipa-swagger-ui = { version = "7.1.0", features = ["axum"] }
utoipa-swagger-ui = { workspace = true, features = ["axum"] }

accelerate-src = { workspace = true, optional = true }
intel-mkl-src = { workspace = true, optional = true }
Expand Down
8 changes: 4 additions & 4 deletions mistralrs-server/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -16,12 +16,12 @@ default-run = "mistralrs-server"
anyhow.workspace = true
axum = { workspace = true, features = ["tokio"] }
clap.workspace = true
ctrlc = "3.4.4"
directories = "6.0.0"
ctrlc.workspace = true
directories.workspace = true
either.workspace = true
indexmap.workspace = true
mistralrs-core = { version = "0.6.0", path = "../mistralrs-core" }
mistralrs-server-core = { version = "0.6.0", path = "../mistralrs-server-core" }
mistralrs-core.workspace = true
mistralrs-server-core.workspace = true
once_cell.workspace = true
regex.workspace = true
rustyline = { version = "15.0.0", default-features = false, features = [
Expand Down
Loading
Loading