Update mistralrs to setoelkahfi/mistral.rs all-platform-fixes branch
Switch all platform-specific mistralrs and mistralrs-core dependencies to the setoelkahfi/mistral.rs repository (branch: fix/all-platform-fixes). Bump crate version to 0.1.2. This enables cross-platform fixes pending upstream merge.
Seto Elkahfi committed
Apr 8, 2026 at 22:49 UTC
403b6af31a71cd3b137137e9f814fba2bfd6e5e4
3 files changed
+37
-44
Cargo.lock
+9
-17
@@ -3077,8 +3077,7 @@ dependencies = [
3077
[[package]]
3078
name = "mistralrs"
3079
version = "0.8.1"
3080
-source = "registry+https://github.com/rust-lang/crates.io-index"
3081
-checksum = "9bb0a83340b4492ebba9760ba6845364de369c7e10c1f91af8733d574c7405fa"
3080
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3081
dependencies = [
3082
"anyhow",
3083
"candle-core",
@@ -3105,8 +3104,7 @@ dependencies = [
3104
[[package]]
3105
name = "mistralrs-audio"
3106
version = "0.8.1"
3108
-source = "registry+https://github.com/rust-lang/crates.io-index"
3109
-checksum = "5ac5d36f634c7c20c45845bc995be3b6387ab01048410386a5b180cfeaf89c72"
3107
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3108
dependencies = [
3109
"anyhow",
3110
"apodize",
@@ -3117,8 +3115,7 @@ dependencies = [
3115
[[package]]
3116
name = "mistralrs-core"
3117
version = "0.8.1"
3120
-source = "registry+https://github.com/rust-lang/crates.io-index"
3121
-checksum = "a2b8b9e5c94491d9ceeded3a30291cb6af6ae74810a5776dd55e3bbb8b3429d4"
3118
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3119
dependencies = [
3120
"ahash",
3121
"akin",
@@ -3215,8 +3212,7 @@ dependencies = [
3212
[[package]]
3213
name = "mistralrs-macros"
3214
version = "0.8.1"
3218
-source = "registry+https://github.com/rust-lang/crates.io-index"
3219
-checksum = "5aa9b4794322d3f89fe61d21f33f67be494c16d5bd869604b111218f32544d32"
3215
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3216
dependencies = [
3217
"darling 0.23.0",
3218
"proc-macro2",
@@ -3227,8 +3223,7 @@ dependencies = [
3223
[[package]]
3224
name = "mistralrs-mcp"
3225
version = "0.8.1"
3230
-source = "registry+https://github.com/rust-lang/crates.io-index"
3231
-checksum = "4fa97d4e3189ed80ebbc730b7da5b2356df0ae004ab489066249340c33c089ab"
3226
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3227
dependencies = [
3228
"anyhow",
3229
"async-trait",
@@ -3248,8 +3243,7 @@ dependencies = [
3243
[[package]]
3244
name = "mistralrs-paged-attn"
3245
version = "0.8.1"
3251
-source = "registry+https://github.com/rust-lang/crates.io-index"
3252
-checksum = "6e53ddf1537426997b46abdadbe6ca8a7ce7668004ed2b7cf00115016558bae8"
3246
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3247
dependencies = [
3248
"anyhow",
3249
"candle-core",
@@ -3265,8 +3259,7 @@ dependencies = [
3259
[[package]]
3260
name = "mistralrs-quant"
3261
version = "0.8.1"
3268
-source = "registry+https://github.com/rust-lang/crates.io-index"
3269
-checksum = "980715493d252e9aaf0779c4c101576d67ef4dd9812bfd77a54987f6f17526f4"
3262
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3263
dependencies = [
3264
"byteorder",
3265
"candle-core",
@@ -3295,8 +3288,7 @@ dependencies = [
3288
[[package]]
3289
name = "mistralrs-vision"
3290
version = "0.8.1"
3298
-source = "registry+https://github.com/rust-lang/crates.io-index"
3299
-checksum = "10046a3da2de5b702d3e829b5ddef7aa829ad454819dcc4876dea481a6cb5456"
3291
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3292
dependencies = [
3293
"candle-core",
3294
"image",
@@ -3610,7 +3602,7 @@ checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe"
3602
3603
[[package]]
3604
name = "onde"
3613
-version = "0.1.1"
3605
+version = "0.1.2"
3606
dependencies = [
3607
"anyhow",
3608
"cc",
Cargo.toml
+19
-10
@@ -1,6 +1,6 @@
1
[package]
2
name = "onde"
3
-version = "0.1.1"
3
+version = "0.1.2"
4
edition = "2021"
5
description = "On-device inference engine for Apple silicon."
6
license = "MIT OR Apache-2.0"
@@ -45,33 +45,42 @@ cc = "1"
45
# in the Android sandbox).
46
[target.'cfg(target_os = "android")'.dependencies]
47
hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
48
-mistralrs = { version = "0.8.1", features = [] }
49
-mistralrs-core = { version = "0.8.1", features = [] }
48
+# mistralrs = { version = "0.8.1", features = [] }
49
+mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = [] }
50
+# mistralrs-core = { version = "0.8.1", features = [] }
51
+mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = [] }
52
53
# iOS: Metal-accelerated inference; hf-hub + mistralrs-core needed for
54
# GLOBAL_HF_CACHE sandbox workaround (~/.cache is outside the container).
55
[target.'cfg(target_os = "ios")'.dependencies]
56
hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
55
-mistralrs = { version = "0.8.1", features = ["metal"] }
56
-mistralrs-core = { version = "0.8.1", features = ["metal"] }
57
+# mistralrs = { version = "0.8.1", features = ["metal"] }
58
+mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
59
+# mistralrs-core = { version = "0.8.1", features = ["metal"] }
60
+mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
61
62
# tvOS: Metal-accelerated inference (Apple TV has Apple GPU); hf-hub +
63
# mistralrs-core needed for GLOBAL_HF_CACHE sandbox workaround.
64
[target.'cfg(target_os = "tvos")'.dependencies]
65
hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
62
-mistralrs = { version = "0.8.1", features = ["metal"] }
63
-mistralrs-core = { version = "0.8.1", features = ["metal"] }
66
+# mistralrs = { version = "0.8.1", features = ["metal"] }
67
+mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
68
+# mistralrs-core = { version = "0.8.1", features = ["metal"] }
69
+mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
70
71
# macOS: Metal-accelerated inference.
72
[target.'cfg(target_os = "macos")'.dependencies]
67
-mistralrs = { version = "0.8.1", features = ["metal"] }
73
+# mistralrs = { version = "0.8.1", features = ["metal"] }
74
+mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
75
76
# Windows: CPU-only baseline (no GPU features).
77
# For NVIDIA GPU builds, patch this to features = ["cuda"] in CI before building.
78
[target.'cfg(target_os = "windows")'.dependencies]
72
-mistralrs = { version = "0.8.1" }
79
+# mistralrs = { version = "0.8.1" }
80
+mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes" }
81
82
# Linux: CPU-only baseline (no GPU features).
83
# For NVIDIA GPU builds, patch this to features = ["cuda"] in CI before building.
84
[target.'cfg(target_os = "linux")'.dependencies]
77
-mistralrs = { version = "0.8.1" }
85
+# mistralrs = { version = "0.8.1" }
86
+mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes" }
sdk/dart/rust/Cargo.lock
+9
-17
@@ -3258,8 +3258,7 @@ dependencies = [
3258
[[package]]
3259
name = "mistralrs"
3260
version = "0.8.1"
3261
-source = "registry+https://github.com/rust-lang/crates.io-index"
3262
-checksum = "9bb0a83340b4492ebba9760ba6845364de369c7e10c1f91af8733d574c7405fa"
3261
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3262
dependencies = [
3263
"anyhow",
3264
"candle-core",
@@ -3286,8 +3285,7 @@ dependencies = [
3285
[[package]]
3286
name = "mistralrs-audio"
3287
version = "0.8.1"
3289
-source = "registry+https://github.com/rust-lang/crates.io-index"
3290
-checksum = "5ac5d36f634c7c20c45845bc995be3b6387ab01048410386a5b180cfeaf89c72"
3288
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3289
dependencies = [
3290
"anyhow",
3291
"apodize",
@@ -3298,8 +3296,7 @@ dependencies = [
3296
[[package]]
3297
name = "mistralrs-core"
3298
version = "0.8.1"
3301
-source = "registry+https://github.com/rust-lang/crates.io-index"
3302
-checksum = "a2b8b9e5c94491d9ceeded3a30291cb6af6ae74810a5776dd55e3bbb8b3429d4"
3299
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3300
dependencies = [
3301
"ahash",
3302
"akin",
@@ -3396,8 +3393,7 @@ dependencies = [
3393
[[package]]
3394
name = "mistralrs-macros"
3395
version = "0.8.1"
3399
-source = "registry+https://github.com/rust-lang/crates.io-index"
3400
-checksum = "5aa9b4794322d3f89fe61d21f33f67be494c16d5bd869604b111218f32544d32"
3396
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3397
dependencies = [
3398
"darling 0.23.0",
3399
"proc-macro2",
@@ -3408,8 +3404,7 @@ dependencies = [
3404
[[package]]
3405
name = "mistralrs-mcp"
3406
version = "0.8.1"
3411
-source = "registry+https://github.com/rust-lang/crates.io-index"
3412
-checksum = "4fa97d4e3189ed80ebbc730b7da5b2356df0ae004ab489066249340c33c089ab"
3407
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3408
dependencies = [
3409
"anyhow",
3410
"async-trait",
@@ -3429,8 +3424,7 @@ dependencies = [
3424
[[package]]
3425
name = "mistralrs-paged-attn"
3426
version = "0.8.1"
3432
-source = "registry+https://github.com/rust-lang/crates.io-index"
3433
-checksum = "6e53ddf1537426997b46abdadbe6ca8a7ce7668004ed2b7cf00115016558bae8"
3427
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3428
dependencies = [
3429
"anyhow",
3430
"candle-core",
@@ -3446,8 +3440,7 @@ dependencies = [
3440
[[package]]
3441
name = "mistralrs-quant"
3442
version = "0.8.1"
3449
-source = "registry+https://github.com/rust-lang/crates.io-index"
3450
-checksum = "980715493d252e9aaf0779c4c101576d67ef4dd9812bfd77a54987f6f17526f4"
3443
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3444
dependencies = [
3445
"byteorder",
3446
"candle-core",
@@ -3476,8 +3469,7 @@ dependencies = [
3469
[[package]]
3470
name = "mistralrs-vision"
3471
version = "0.8.1"
3479
-source = "registry+https://github.com/rust-lang/crates.io-index"
3480
-checksum = "10046a3da2de5b702d3e829b5ddef7aa829ad454819dcc4876dea481a6cb5456"
3472
+source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#8c2daf9f82e5d4c912d18f4f2b3ad61c9c9a1e29"
3473
dependencies = [
3474
"candle-core",
3475
"image",
@@ -3800,7 +3792,7 @@ checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe"
3792
3793
[[package]]
3794
name = "onde"
3803
-version = "0.1.1"
3795
+version = "0.1.2"
3796
dependencies = [
3797
"anyhow",
3798
"cc",