@ondeinference / onde / commits / f4f9fc9

v0.1.1

keypair34 committed Apr 6, 2026 at 01:12 UTC f4f9fc906a4d4d9a7eab9444bdec75787e74f47f
3 files changed +42 -26
Cargo.lock
+16 -8
@@ -3077,7 +3077,8 @@ dependencies = [
3077 [[package]]
3078 name = "mistralrs"
3079 version = "0.8.1"
3080 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#dcbfe0889958134e663005a9f9277929ecae0e96"
3080 +source = "registry+https://github.com/rust-lang/crates.io-index"
3081 +checksum = "9bb0a83340b4492ebba9760ba6845364de369c7e10c1f91af8733d574c7405fa"
3082 dependencies = [
3083 "anyhow",
3084 "candle-core",
@@ -3104,7 +3105,8 @@ dependencies = [
3105 [[package]]
3106 name = "mistralrs-audio"
3107 version = "0.8.1"
3107 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#dcbfe0889958134e663005a9f9277929ecae0e96"
3108 +source = "registry+https://github.com/rust-lang/crates.io-index"
3109 +checksum = "5ac5d36f634c7c20c45845bc995be3b6387ab01048410386a5b180cfeaf89c72"
3110 dependencies = [
3111 "anyhow",
3112 "apodize",
@@ -3115,7 +3117,8 @@ dependencies = [
3117 [[package]]
3118 name = "mistralrs-core"
3119 version = "0.8.1"
3118 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#dcbfe0889958134e663005a9f9277929ecae0e96"
3120 +source = "registry+https://github.com/rust-lang/crates.io-index"
3121 +checksum = "a2b8b9e5c94491d9ceeded3a30291cb6af6ae74810a5776dd55e3bbb8b3429d4"
3122 dependencies = [
3123 "ahash",
3124 "akin",
@@ -3212,7 +3215,8 @@ dependencies = [
3215 [[package]]
3216 name = "mistralrs-macros"
3217 version = "0.8.1"
3215 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#dcbfe0889958134e663005a9f9277929ecae0e96"
3218 +source = "registry+https://github.com/rust-lang/crates.io-index"
3219 +checksum = "5aa9b4794322d3f89fe61d21f33f67be494c16d5bd869604b111218f32544d32"
3220 dependencies = [
3221 "darling 0.23.0",
3222 "proc-macro2",
@@ -3223,7 +3227,8 @@ dependencies = [
3227 [[package]]
3228 name = "mistralrs-mcp"
3229 version = "0.8.1"
3226 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#dcbfe0889958134e663005a9f9277929ecae0e96"
3230 +source = "registry+https://github.com/rust-lang/crates.io-index"
3231 +checksum = "4fa97d4e3189ed80ebbc730b7da5b2356df0ae004ab489066249340c33c089ab"
3232 dependencies = [
3233 "anyhow",
3234 "async-trait",
@@ -3243,7 +3248,8 @@ dependencies = [
3248 [[package]]
3249 name = "mistralrs-paged-attn"
3250 version = "0.8.1"
3246 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#dcbfe0889958134e663005a9f9277929ecae0e96"
3251 +source = "registry+https://github.com/rust-lang/crates.io-index"
3252 +checksum = "6e53ddf1537426997b46abdadbe6ca8a7ce7668004ed2b7cf00115016558bae8"
3253 dependencies = [
3254 "anyhow",
3255 "candle-core",
@@ -3259,7 +3265,8 @@ dependencies = [
3265 [[package]]
3266 name = "mistralrs-quant"
3267 version = "0.8.1"
3262 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#dcbfe0889958134e663005a9f9277929ecae0e96"
3268 +source = "registry+https://github.com/rust-lang/crates.io-index"
3269 +checksum = "980715493d252e9aaf0779c4c101576d67ef4dd9812bfd77a54987f6f17526f4"
3270 dependencies = [
3271 "byteorder",
3272 "candle-core",
@@ -3288,7 +3295,8 @@ dependencies = [
3295 [[package]]
3296 name = "mistralrs-vision"
3297 version = "0.8.1"
3291 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#dcbfe0889958134e663005a9f9277929ecae0e96"
3298 +source = "registry+https://github.com/rust-lang/crates.io-index"
3299 +checksum = "10046a3da2de5b702d3e829b5ddef7aa829ad454819dcc4876dea481a6cb5456"
3300 dependencies = [
3301 "candle-core",
3302 "image",
Cargo.toml
+10 -10
@@ -9,7 +9,7 @@ homepage = "https://ondeinference.com"
9 documentation = "https://docs.rs/onde"
10 readme = "README.md"
11 keywords = ["inference", "on-device", "chat", "llm", "mistral"]
12 -categories = ["science::ml", "api-bindings"]
12 +categories = ["artificial-intelligence", "api-bindings"]
13
14 [lib]
15 name = "onde"
@@ -45,33 +45,33 @@ cc = "1"
45 # in the Android sandbox).
46 [target.'cfg(target_os = "android")'.dependencies]
47 hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
48 -mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = [] }
49 -mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = [] }
48 +mistralrs = { version = "0.8.1", features = [] }
49 +mistralrs-core = { version = "0.8.1", features = [] }
50
51 # iOS: Metal-accelerated inference; hf-hub + mistralrs-core needed for
52 # GLOBAL_HF_CACHE sandbox workaround (~/.cache is outside the container).
53 [target.'cfg(target_os = "ios")'.dependencies]
54 hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
55 -mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
56 -mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
55 +mistralrs = { version = "0.8.1", features = ["metal"] }
56 +mistralrs-core = { version = "0.8.1", features = ["metal"] }
57
58 # tvOS: Metal-accelerated inference (Apple TV has Apple GPU); hf-hub +
59 # mistralrs-core needed for GLOBAL_HF_CACHE sandbox workaround.
60 [target.'cfg(target_os = "tvos")'.dependencies]
61 hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
62 -mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
63 -mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
62 +mistralrs = { version = "0.8.1", features = ["metal"] }
63 +mistralrs-core = { version = "0.8.1", features = ["metal"] }
64
65 # macOS: Metal-accelerated inference.
66 [target.'cfg(target_os = "macos")'.dependencies]
67 -mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
67 +mistralrs = { version = "0.8.1", features = ["metal"] }
68
69 # Windows: CPU-only baseline (no GPU features).
70 # For NVIDIA GPU builds, patch this to features = ["cuda"] in CI before building.
71 [target.'cfg(target_os = "windows")'.dependencies]
72 -mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes" }
72 +mistralrs = { version = "0.8.1" }
73
74 # Linux: CPU-only baseline (no GPU features).
75 # For NVIDIA GPU builds, patch this to features = ["cuda"] in CI before building.
76 [target.'cfg(target_os = "linux")'.dependencies]
77 -mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes" }
77 +mistralrs = { version = "0.8.1" }
sdk/dart/rust/Cargo.lock
+16 -8
@@ -3258,7 +3258,8 @@ dependencies = [
3258 [[package]]
3259 name = "mistralrs"
3260 version = "0.8.1"
3261 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#4541811996402560f67d93d434885320d9c8516b"
3261 +source = "registry+https://github.com/rust-lang/crates.io-index"
3262 +checksum = "9bb0a83340b4492ebba9760ba6845364de369c7e10c1f91af8733d574c7405fa"
3263 dependencies = [
3264 "anyhow",
3265 "candle-core",
@@ -3285,7 +3286,8 @@ dependencies = [
3286 [[package]]
3287 name = "mistralrs-audio"
3288 version = "0.8.1"
3288 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#4541811996402560f67d93d434885320d9c8516b"
3289 +source = "registry+https://github.com/rust-lang/crates.io-index"
3290 +checksum = "5ac5d36f634c7c20c45845bc995be3b6387ab01048410386a5b180cfeaf89c72"
3291 dependencies = [
3292 "anyhow",
3293 "apodize",
@@ -3296,7 +3298,8 @@ dependencies = [
3298 [[package]]
3299 name = "mistralrs-core"
3300 version = "0.8.1"
3299 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#4541811996402560f67d93d434885320d9c8516b"
3301 +source = "registry+https://github.com/rust-lang/crates.io-index"
3302 +checksum = "a2b8b9e5c94491d9ceeded3a30291cb6af6ae74810a5776dd55e3bbb8b3429d4"
3303 dependencies = [
3304 "ahash",
3305 "akin",
@@ -3393,7 +3396,8 @@ dependencies = [
3396 [[package]]
3397 name = "mistralrs-macros"
3398 version = "0.8.1"
3396 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#4541811996402560f67d93d434885320d9c8516b"
3399 +source = "registry+https://github.com/rust-lang/crates.io-index"
3400 +checksum = "5aa9b4794322d3f89fe61d21f33f67be494c16d5bd869604b111218f32544d32"
3401 dependencies = [
3402 "darling 0.23.0",
3403 "proc-macro2",
@@ -3404,7 +3408,8 @@ dependencies = [
3408 [[package]]
3409 name = "mistralrs-mcp"
3410 version = "0.8.1"
3407 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#4541811996402560f67d93d434885320d9c8516b"
3411 +source = "registry+https://github.com/rust-lang/crates.io-index"
3412 +checksum = "4fa97d4e3189ed80ebbc730b7da5b2356df0ae004ab489066249340c33c089ab"
3413 dependencies = [
3414 "anyhow",
3415 "async-trait",
@@ -3424,7 +3429,8 @@ dependencies = [
3429 [[package]]
3430 name = "mistralrs-paged-attn"
3431 version = "0.8.1"
3427 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#4541811996402560f67d93d434885320d9c8516b"
3432 +source = "registry+https://github.com/rust-lang/crates.io-index"
3433 +checksum = "6e53ddf1537426997b46abdadbe6ca8a7ce7668004ed2b7cf00115016558bae8"
3434 dependencies = [
3435 "anyhow",
3436 "candle-core",
@@ -3440,7 +3446,8 @@ dependencies = [
3446 [[package]]
3447 name = "mistralrs-quant"
3448 version = "0.8.1"
3443 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#4541811996402560f67d93d434885320d9c8516b"
3449 +source = "registry+https://github.com/rust-lang/crates.io-index"
3450 +checksum = "980715493d252e9aaf0779c4c101576d67ef4dd9812bfd77a54987f6f17526f4"
3451 dependencies = [
3452 "byteorder",
3453 "candle-core",
@@ -3469,7 +3476,8 @@ dependencies = [
3476 [[package]]
3477 name = "mistralrs-vision"
3478 version = "0.8.1"
3472 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#4541811996402560f67d93d434885320d9c8516b"
3479 +source = "registry+https://github.com/rust-lang/crates.io-index"
3480 +checksum = "10046a3da2de5b702d3e829b5ddef7aa829ad454819dcc4876dea481a6cb5456"
3481 dependencies = [
3482 "candle-core",
3483 "image",