@ondeinference / cli / commits / 584d59c

Remove mistralrs and update onde to use crates.io release

Switch to onde 1.0.0 from crates.io and update imports to use onde::mistralrs

keypair34 committed Apr 28, 2026 at 20:59 UTC 584d59c5cfdb69399bef1ff93c6bc062064cd3b4
3 files changed +8 -577
Cargo.lock
+4 -573
@@ -53,24 +53,6 @@ version = "0.4.0"
53 source = "registry+https://github.com/rust-lang/crates.io-index"
54 checksum = "1763692fc1416554cf051efc56a3de5595eca47299d731cc5c2b583adf8b4d2f"
55
56 -[[package]]
57 -name = "aligned"
58 -version = "0.4.3"
59 -source = "registry+https://github.com/rust-lang/crates.io-index"
60 -checksum = "ee4508988c62edf04abd8d92897fca0c2995d907ce1dfeaf369dac3716a40685"
61 -dependencies = [
62 - "as-slice",
63 -]
64 -
65 -[[package]]
66 -name = "aligned-vec"
67 -version = "0.6.4"
68 -source = "registry+https://github.com/rust-lang/crates.io-index"
69 -checksum = "dc890384c8602f339876ded803c97ad529f3842aba97f6392b3dba0dd171769b"
70 -dependencies = [
71 - "equator",
72 -]
73 -
56 [[package]]
57 name = "allocator-api2"
58 version = "0.2.21"
@@ -176,23 +158,6 @@ dependencies = [
158 "num-traits",
159 ]
160
179 -[[package]]
180 -name = "arbitrary"
181 -version = "1.4.2"
182 -source = "registry+https://github.com/rust-lang/crates.io-index"
183 -checksum = "c3d036a3c4ab069c7b410a2ce876bd74808d2d0888a82667669f8e783a898bf1"
184 -
185 -[[package]]
186 -name = "arg_enum_proc_macro"
187 -version = "0.3.4"
188 -source = "registry+https://github.com/rust-lang/crates.io-index"
189 -checksum = "0ae92a5119aa49cdbcf6b9f893fe4e1d98b04ccbf82ee0584ad948a44a734dea"
190 -dependencies = [
191 - "proc-macro2",
192 - "quote",
193 - "syn 2.0.117",
194 -]
195 -
161 [[package]]
162 name = "arraydeque"
163 version = "0.5.1"
@@ -211,15 +176,6 @@ version = "0.3.2"
176 source = "registry+https://github.com/rust-lang/crates.io-index"
177 checksum = "b0f477b951e452a0b6b4a10b53ccd569042d1d01729b519e02074a9c0958a063"
178
214 -[[package]]
215 -name = "as-slice"
216 -version = "0.2.1"
217 -source = "registry+https://github.com/rust-lang/crates.io-index"
218 -checksum = "516b6b4f0e40d50dcda9365d53964ec74560ad4284da2e7fc97122cd83174516"
219 -dependencies = [
220 - "stable_deref_trait",
221 -]
222 -
179 [[package]]
180 name = "askama"
181 version = "0.14.0"
@@ -309,49 +265,6 @@ version = "1.5.0"
265 source = "registry+https://github.com/rust-lang/crates.io-index"
266 checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8"
267
312 -[[package]]
313 -name = "av-scenechange"
314 -version = "0.14.1"
315 -source = "registry+https://github.com/rust-lang/crates.io-index"
316 -checksum = "0f321d77c20e19b92c39e7471cf986812cbb46659d2af674adc4331ef3f18394"
317 -dependencies = [
318 - "aligned",
319 - "anyhow",
320 - "arg_enum_proc_macro",
321 - "arrayvec",
322 - "log",
323 - "num-rational",
324 - "num-traits",
325 - "pastey",
326 - "rayon",
327 - "thiserror 2.0.18",
328 - "v_frame",
329 - "y4m",
330 -]
331 -
332 -[[package]]
333 -name = "av1-grain"
334 -version = "0.2.5"
335 -source = "registry+https://github.com/rust-lang/crates.io-index"
336 -checksum = "8cfddb07216410377231960af4fcab838eaa12e013417781b78bd95ee22077f8"
337 -dependencies = [
338 - "anyhow",
339 - "arrayvec",
340 - "log",
341 - "nom 8.0.0",
342 - "num-rational",
343 - "v_frame",
344 -]
345 -
346 -[[package]]
347 -name = "avif-serialize"
348 -version = "0.8.8"
349 -source = "registry+https://github.com/rust-lang/crates.io-index"
350 -checksum = "375082f007bd67184fb9c0374614b29f9aaa604ec301635f72338bb65386a53d"
351 -dependencies = [
352 - "arrayvec",
353 -]
354 -
268 [[package]]
269 name = "aws-lc-rs"
270 version = "1.16.3"
@@ -443,15 +356,6 @@ version = "2.11.1"
356 source = "registry+https://github.com/rust-lang/crates.io-index"
357 checksum = "c4512299f36f043ab09a583e57bceb5a5aab7a73db1805848e8fef3c9e8c78b3"
358
446 -[[package]]
447 -name = "bitstream-io"
448 -version = "4.10.0"
449 -source = "registry+https://github.com/rust-lang/crates.io-index"
450 -checksum = "7eff00be299a18769011411c9def0d827e8f2d7bf0c3dbf53633147a8867fd1f"
451 -dependencies = [
452 - "no_std_io2",
453 -]
454 -
359 [[package]]
360 name = "block"
361 version = "0.1.6"
@@ -501,12 +405,6 @@ dependencies = [
405 "serde",
406 ]
407
504 -[[package]]
505 -name = "built"
506 -version = "0.8.0"
507 -source = "registry+https://github.com/rust-lang/crates.io-index"
508 -checksum = "f4ad8f11f288f48ca24471bbd51ac257aaeaaa07adae295591266b792902ae64"
509 -
408 [[package]]
409 name = "bumpalo"
410 version = "3.20.2"
@@ -1513,26 +1411,6 @@ dependencies = [
1411 "syn 2.0.117",
1412 ]
1413
1516 -[[package]]
1517 -name = "equator"
1518 -version = "0.4.2"
1519 -source = "registry+https://github.com/rust-lang/crates.io-index"
1520 -checksum = "4711b213838dfee0117e3be6ac926007d7f433d7bbe33595975d4190cb07e6fc"
1521 -dependencies = [
1522 - "equator-macro",
1523 -]
1524 -
1525 -[[package]]
1526 -name = "equator-macro"
1527 -version = "0.4.2"
1528 -source = "registry+https://github.com/rust-lang/crates.io-index"
1529 -checksum = "44f23cf4b44bfce11a86ace86f8a73ffdec849c9fd00a386a53d278bd9e81fb3"
1530 -dependencies = [
1531 - "proc-macro2",
1532 - "quote",
1533 - "syn 2.0.117",
1534 -]
1535 -
1414 [[package]]
1415 name = "equivalent"
1416 version = "1.0.2"
@@ -1565,7 +1443,6 @@ dependencies = [
1443 "half",
1444 "lebe",
1445 "miniz_oxide",
1568 - "rayon-core",
1446 "smallvec 1.15.1",
1447 "zune-inflate",
1448 ]
@@ -2609,9 +2486,6 @@ dependencies = [
2486 "num-traits",
2487 "png",
2488 "qoi",
2612 - "ravif",
2613 - "rayon",
2614 - "rgb",
2489 "tiff",
2490 "zune-core",
2491 "zune-jpeg",
@@ -2627,12 +2501,6 @@ dependencies = [
2501 "quick-error",
2502 ]
2503
2630 -[[package]]
2631 -name = "imgref"
2632 -version = "1.12.0"
2633 -source = "registry+https://github.com/rust-lang/crates.io-index"
2634 -checksum = "e7c5cedc30da3a610cac6b4ba17597bdf7152cf974e8aab3afb3d54455e371c8"
2635 -
2504 [[package]]
2505 name = "indexmap"
2506 version = "1.9.3"
@@ -2705,17 +2573,6 @@ dependencies = [
2573 "syn 2.0.117",
2574 ]
2575
2708 -[[package]]
2709 -name = "interpolate_name"
2710 -version = "0.2.4"
2711 -source = "registry+https://github.com/rust-lang/crates.io-index"
2712 -checksum = "c34819042dc3d3971c46c2190835914dfbe0c3c13f61449b2997f4e9722dfa60"
2713 -dependencies = [
2714 - "proc-macro2",
2715 - "quote",
2716 - "syn 2.0.117",
2717 -]
2718 -
2576 [[package]]
2577 name = "interprocess"
2578 version = "2.4.2"
@@ -2888,16 +2745,6 @@ version = "0.2.186"
2745 source = "registry+https://github.com/rust-lang/crates.io-index"
2746 checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66"
2747
2891 -[[package]]
2892 -name = "libfuzzer-sys"
2893 -version = "0.4.12"
2894 -source = "registry+https://github.com/rust-lang/crates.io-index"
2895 -checksum = "f12a681b7dd8ce12bff52488013ba614b869148d54dd79836ab85aafdd53f08d"
2896 -dependencies = [
2897 - "arbitrary",
2898 - "cc",
2899 -]
2900 -
2748 [[package]]
2749 name = "libloading"
2750 version = "0.8.9"
@@ -2992,15 +2839,6 @@ dependencies = [
2839 "tracing-subscriber",
2840 ]
2841
2995 -[[package]]
2996 -name = "loop9"
2997 -version = "0.1.5"
2998 -source = "registry+https://github.com/rust-lang/crates.io-index"
2999 -checksum = "0fae87c125b03c1d2c0150c90365d7d6bcc53fb73a9acaef207d2d065860f062"
3000 -dependencies = [
3001 - "imgref",
3002 -]
3003 -
2842 [[package]]
2843 name = "lrtable"
2844 version = "0.14.1"
@@ -3107,16 +2945,6 @@ dependencies = [
2945 "rawpointer",
2946 ]
2947
3110 -[[package]]
3111 -name = "maybe-rayon"
3112 -version = "0.1.1"
3113 -source = "registry+https://github.com/rust-lang/crates.io-index"
3114 -checksum = "8ea1f30cedd69f0a2954655f7188c6a834246d2bcf1e315e2ac40c4b24dc9519"
3115 -dependencies = [
3116 - "cfg-if",
3117 - "rayon",
3118 -]
3119 -
2948 [[package]]
2949 name = "memchr"
2950 version = "2.8.0"
@@ -3219,227 +3047,6 @@ dependencies = [
3047 "windows-sys 0.61.2",
3048 ]
3049
3222 -[[package]]
3223 -name = "mistralrs"
3224 -version = "0.8.1"
3225 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#e53956bcd1b40c8221f79b919d78c1e496aba634"
3226 -dependencies = [
3227 - "anyhow",
3228 - "candle-core",
3229 - "candle-nn",
3230 - "clap 4.6.1",
3231 - "either",
3232 - "futures",
3233 - "image",
3234 - "indexmap 2.14.0",
3235 - "mistralrs-core",
3236 - "mistralrs-macros",
3237 - "rand 0.9.4",
3238 - "reqwest 0.13.3",
3239 - "schemars 1.2.1",
3240 - "serde",
3241 - "serde_json",
3242 - "thiserror 2.0.18",
3243 - "tokio",
3244 - "tracing",
3245 - "tracing-subscriber",
3246 - "walkdir",
3247 -]
3248 -
3249 -[[package]]
3250 -name = "mistralrs-audio"
3251 -version = "0.8.1"
3252 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#e53956bcd1b40c8221f79b919d78c1e496aba634"
3253 -dependencies = [
3254 - "anyhow",
3255 - "apodize",
3256 - "hound",
3257 - "symphonia",
3258 -]
3259 -
3260 -[[package]]
3261 -name = "mistralrs-core"
3262 -version = "0.8.1"
3263 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#e53956bcd1b40c8221f79b919d78c1e496aba634"
3264 -dependencies = [
3265 - "ahash",
3266 - "akin",
3267 - "anyhow",
3268 - "apodize",
3269 - "as-any",
3270 - "async-trait",
3271 - "base64 0.22.1",
3272 - "bm25",
3273 - "bytemuck",
3274 - "bytemuck_derive",
3275 - "candle-core",
3276 - "candle-metal-kernels",
3277 - "candle-nn",
3278 - "cfgrammar",
3279 - "chrono",
3280 - "clap 4.6.1",
3281 - "csv",
3282 - "derive-new",
3283 - "derive_more",
3284 - "dirs 6.0.0",
3285 - "either",
3286 - "float8",
3287 - "futures",
3288 - "galil-seiferas",
3289 - "half",
3290 - "hashbrown 0.16.1",
3291 - "hf-hub",
3292 - "hound",
3293 - "html2text",
3294 - "http",
3295 - "image",
3296 - "indexmap 2.14.0",
3297 - "indicatif 0.18.4",
3298 - "interprocess",
3299 - "itertools 0.14.0",
3300 - "libc",
3301 - "llguidance",
3302 - "lrtable",
3303 - "minijinja",
3304 - "minijinja-contrib",
3305 - "mistralrs-audio",
3306 - "mistralrs-mcp",
3307 - "mistralrs-paged-attn",
3308 - "mistralrs-quant",
3309 - "mistralrs-vision",
3310 - "num-traits",
3311 - "objc",
3312 - "objc2-metal",
3313 - "openai-harmony",
3314 - "ordered-float",
3315 - "parking_lot",
3316 - "radix_trie",
3317 - "rand 0.9.4",
3318 - "rand_distr 0.5.1",
3319 - "rand_isaac",
3320 - "rayon",
3321 - "regex",
3322 - "regex-automata",
3323 - "reqwest 0.13.3",
3324 - "rubato",
3325 - "rust-mcp-schema",
3326 - "rustc-hash 2.1.2",
3327 - "rustfft",
3328 - "safetensors 0.7.0",
3329 - "schemars 1.2.1",
3330 - "scraper",
3331 - "serde",
3332 - "serde-big-array",
3333 - "serde-saphyr",
3334 - "serde_json",
3335 - "serde_plain",
3336 - "statrs",
3337 - "strum 0.27.2",
3338 - "symphonia",
3339 - "sysinfo",
3340 - "thiserror 2.0.18",
3341 - "tokenizers 0.21.4",
3342 - "tokio",
3343 - "tokio-rayon",
3344 - "tokio-tungstenite",
3345 - "toktrie",
3346 - "toktrie_hf_tokenizers",
3347 - "toml",
3348 - "tqdm",
3349 - "tracing",
3350 - "tracing-subscriber",
3351 - "urlencoding",
3352 - "uuid 1.23.1",
3353 - "variantly",
3354 - "vob",
3355 -]
3356 -
3357 -[[package]]
3358 -name = "mistralrs-macros"
3359 -version = "0.8.1"
3360 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#e53956bcd1b40c8221f79b919d78c1e496aba634"
3361 -dependencies = [
3362 - "darling 0.23.0",
3363 - "proc-macro2",
3364 - "quote",
3365 - "syn 2.0.117",
3366 -]
3367 -
3368 -[[package]]
3369 -name = "mistralrs-mcp"
3370 -version = "0.8.1"
3371 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#e53956bcd1b40c8221f79b919d78c1e496aba634"
3372 -dependencies = [
3373 - "anyhow",
3374 - "async-trait",
3375 - "futures-util",
3376 - "http",
3377 - "reqwest 0.13.3",
3378 - "rust-mcp-schema",
3379 - "serde",
3380 - "serde_json",
3381 - "tokio",
3382 - "tokio-tungstenite",
3383 - "tracing",
3384 - "utoipa",
3385 - "uuid 1.23.1",
3386 -]
3387 -
3388 -[[package]]
3389 -name = "mistralrs-paged-attn"
3390 -version = "0.8.1"
3391 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#e53956bcd1b40c8221f79b919d78c1e496aba634"
3392 -dependencies = [
3393 - "anyhow",
3394 - "candle-core",
3395 - "candle-metal-kernels",
3396 - "dispatch2",
3397 - "float8",
3398 - "half",
3399 - "objc2-foundation",
3400 - "objc2-metal",
3401 - "thiserror 2.0.18",
3402 -]
3403 -
3404 -[[package]]
3405 -name = "mistralrs-quant"
3406 -version = "0.8.1"
3407 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#e53956bcd1b40c8221f79b919d78c1e496aba634"
3408 -dependencies = [
3409 - "byteorder",
3410 - "candle-core",
3411 - "candle-metal-kernels",
3412 - "candle-nn",
3413 - "dispatch2",
3414 - "float8",
3415 - "half",
3416 - "hf-hub",
3417 - "lazy_static",
3418 - "memmap2",
3419 - "objc2-foundation",
3420 - "objc2-metal",
3421 - "paste",
3422 - "rayon",
3423 - "regex",
3424 - "safetensors 0.7.0",
3425 - "serde",
3426 - "serde_json",
3427 - "thiserror 2.0.18",
3428 - "tokio",
3429 - "tracing",
3430 - "yoke 0.8.2",
3431 -]
3432 -
3433 -[[package]]
3434 -name = "mistralrs-vision"
3435 -version = "0.8.1"
3436 -source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#e53956bcd1b40c8221f79b919d78c1e496aba634"
3437 -dependencies = [
3438 - "candle-core",
3439 - "image",
3440 - "rayon",
3441 -]
3442 -
3050 [[package]]
3051 name = "monostate"
3052 version = "0.1.18"
@@ -3504,15 +3111,6 @@ dependencies = [
3111 "smallvec 1.15.1",
3112 ]
3113
3507 -[[package]]
3508 -name = "no_std_io2"
3509 -version = "0.9.3"
3510 -source = "registry+https://github.com/rust-lang/crates.io-index"
3511 -checksum = "b51ed7824b6e07d354605f4abb3d9d300350701299da96642ee084f5ce631550"
3512 -dependencies = [
3513 - "memchr",
3514 -]
3515 -
3114 [[package]]
3115 name = "nohash-hasher"
3116 version = "0.2.0"
@@ -3529,21 +3127,6 @@ dependencies = [
3127 "minimal-lexical",
3128 ]
3129
3532 -[[package]]
3533 -name = "nom"
3534 -version = "8.0.0"
3535 -source = "registry+https://github.com/rust-lang/crates.io-index"
3536 -checksum = "df9761775871bdef83bee530e60050f7e54b1105350d6884eb0fb4f46c2f9405"
3537 -dependencies = [
3538 - "memchr",
3539 -]
3540 -
3541 -[[package]]
3542 -name = "noop_proc_macro"
3543 -version = "0.3.0"
3544 -source = "registry+https://github.com/rust-lang/crates.io-index"
3545 -checksum = "0676bb32a98c1a483ce53e500a81ad9c3d5b3f7c920c28c24e9cb0980d0b5bc8"
3546 -
3130 [[package]]
3131 name = "ntapi"
3132 version = "0.4.3"
@@ -3602,17 +3185,6 @@ version = "0.2.1"
3185 source = "registry+https://github.com/rust-lang/crates.io-index"
3186 checksum = "c6673768db2d862beb9b39a78fdcb1a69439615d5794a1be50caa9bc92c81967"
3187
3605 -[[package]]
3606 -name = "num-derive"
3607 -version = "0.4.2"
3608 -source = "registry+https://github.com/rust-lang/crates.io-index"
3609 -checksum = "ed3955f1a9c7c0c15e092f9c887db08b1fc683305fdf6eb6684f22555355e202"
3610 -dependencies = [
3611 - "proc-macro2",
3612 - "quote",
3613 - "syn 2.0.117",
3614 -]
3615 -
3188 [[package]]
3189 name = "num-integer"
3190 version = "0.1.46"
@@ -3757,7 +3329,8 @@ checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe"
3329 [[package]]
3330 name = "onde"
3331 version = "1.0.0"
3760 -source = "git+https://github.com/ondeinference/onde?branch=development#872c786a1263e3cd33eba093f733244271546c38"
3332 +source = "registry+https://github.com/rust-lang/crates.io-index"
3333 +checksum = "33f675186adc948026c62e4e20efde5665ac11c7d44249d3d4afabc59a156c6f"
3334 dependencies = [
3335 "anyhow",
3336 "cc",
@@ -3791,7 +3364,6 @@ dependencies = [
3364 "half",
3365 "libc",
3366 "log",
3794 - "mistralrs",
3367 "onde",
3368 "ratatui",
3369 "reqwest 0.12.28",
@@ -4091,30 +3663,6 @@ dependencies = [
3663 "pkg-config",
3664 ]
3665
4094 -[[package]]
4095 -name = "openai-harmony"
4096 -version = "0.0.8"
4097 -source = "registry+https://github.com/rust-lang/crates.io-index"
4098 -checksum = "e77e82af451fc95deeb728a40b84db8ee82d341e136c268de415123a560b9b72"
4099 -dependencies = [
4100 - "anyhow",
4101 - "base64 0.22.1",
4102 - "bstr",
4103 - "clap 4.6.1",
4104 - "fancy-regex 0.13.0",
4105 - "futures",
4106 - "image",
4107 - "regex",
4108 - "reqwest 0.12.28",
4109 - "rustc-hash 1.1.0",
4110 - "serde",
4111 - "serde_json",
4112 - "serde_with",
4113 - "sha1",
4114 - "sha2",
4115 - "thiserror 2.0.18",
4116 -]
4117 -
3666 [[package]]
3667 name = "openssl-probe"
3668 version = "0.2.1"
@@ -4174,12 +3722,6 @@ version = "1.0.15"
3722 source = "registry+https://github.com/rust-lang/crates.io-index"
3723 checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a"
3724
4177 -[[package]]
4178 -name = "pastey"
4179 -version = "0.1.1"
4180 -source = "registry+https://github.com/rust-lang/crates.io-index"
4181 -checksum = "35fb2e5f958ec131621fdd531e9fc186ed768cbe395337403ae56c17a74c68ec"
4182 -
3725 [[package]]
3726 name = "percent-encoding"
3727 version = "2.3.2"
@@ -4358,25 +3900,6 @@ dependencies = [
3900 "unicode-ident",
3901 ]
3902
4361 -[[package]]
4362 -name = "profiling"
4363 -version = "1.0.17"
4364 -source = "registry+https://github.com/rust-lang/crates.io-index"
4365 -checksum = "3eb8486b569e12e2c32ad3e204dbaba5e4b5b216e9367044f25f1dba42341773"
4366 -dependencies = [
4367 - "profiling-procmacros",
4368 -]
4369 -
4370 -[[package]]
4371 -name = "profiling-procmacros"
4372 -version = "1.0.17"
4373 -source = "registry+https://github.com/rust-lang/crates.io-index"
4374 -checksum = "52717f9a02b6965224f95ca2a81e2e0c5c43baacd28ca057577988930b6c3d5b"
4375 -dependencies = [
4376 - "quote",
4377 - "syn 2.0.117",
4378 -]
4379 -
3903 [[package]]
3904 name = "pulp"
3905 version = "0.21.5"
@@ -4631,56 +4154,6 @@ dependencies = [
4154 "unicode-width 0.2.0",
4155 ]
4156
4634 -[[package]]
4635 -name = "rav1e"
4636 -version = "0.8.1"
4637 -source = "registry+https://github.com/rust-lang/crates.io-index"
4638 -checksum = "43b6dd56e85d9483277cde964fd1bdb0428de4fec5ebba7540995639a21cb32b"
4639 -dependencies = [
4640 - "aligned-vec",
4641 - "arbitrary",
4642 - "arg_enum_proc_macro",
4643 - "arrayvec",
4644 - "av-scenechange",
4645 - "av1-grain",
4646 - "bitstream-io",
4647 - "built",
4648 - "cfg-if",
4649 - "interpolate_name",
4650 - "itertools 0.14.0",
4651 - "libc",
4652 - "libfuzzer-sys",
4653 - "log",
4654 - "maybe-rayon",
4655 - "new_debug_unreachable",
4656 - "noop_proc_macro",
4657 - "num-derive",
4658 - "num-traits",
4659 - "paste",
4660 - "profiling",
4661 - "rand 0.9.4",
4662 - "rand_chacha 0.9.0",
4663 - "simd_helpers",
4664 - "thiserror 2.0.18",
4665 - "v_frame",
4666 - "wasm-bindgen",
4667 -]
4668 -
4669 -[[package]]
4670 -name = "ravif"
4671 -version = "0.13.0"
4672 -source = "registry+https://github.com/rust-lang/crates.io-index"
4673 -checksum = "e52310197d971b0f5be7fe6b57530dcd27beb35c1b013f29d66c1ad73fbbcc45"
4674 -dependencies = [
4675 - "avif-serialize",
4676 - "imgref",
4677 - "loop9",
4678 - "quick-error",
4679 - "rav1e",
4680 - "rayon",
4681 - "rgb",
4682 -]
4683 -
4157 [[package]]
4158 name = "raw-cpuid"
4159 version = "11.6.0"
@@ -4930,12 +4403,6 @@ dependencies = [
4403 "web-sys",
4404 ]
4405
4933 -[[package]]
4934 -name = "rgb"
4935 -version = "0.8.53"
4936 -source = "registry+https://github.com/rust-lang/crates.io-index"
4937 -checksum = "47b34b781b31e5d73e9fbc8689c70551fd1ade9a19e3e28cfec8580a79290cc4"
4938 -
4406 [[package]]
4407 name = "ring"
4408 version = "0.17.14"
@@ -5595,15 +5062,6 @@ dependencies = [
5062 "simdutf8",
5063 ]
5064
5598 -[[package]]
5599 -name = "simd_helpers"
5600 -version = "0.1.0"
5601 -source = "registry+https://github.com/rust-lang/crates.io-index"
5602 -checksum = "95890f873bec569a0362c235787f3aca6e1e887302ba4840839bcc6459c42da6"
5603 -dependencies = [
5604 - "quote",
5605 -]
5606 -
5065 [[package]]
5066 name = "simdutf8"
5067 version = "0.1.5"
@@ -5756,7 +5214,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
5214 checksum = "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326"
5215 dependencies = [
5216 "base64 0.13.1",
5759 - "nom 7.1.3",
5217 + "nom",
5218 "serde",
5219 "unicode-segmentation",
5220 ]
@@ -6634,16 +6092,6 @@ version = "0.3.3"
6092 source = "registry+https://github.com/rust-lang/crates.io-index"
6093 checksum = "8df9b6e13f2d32c91b9bd719c00d1958837bc7dec474d94952798cc8e69eeec3"
6094
6637 -[[package]]
6638 -name = "tqdm"
6639 -version = "0.8.0"
6640 -source = "git+https://github.com/setoelkahfi/tqdm?branch=deps%2Fbump-crossterm#41e4182829136e6dadbdd1c36af824d19219147a"
6641 -dependencies = [
6642 - "anyhow",
6643 - "crossterm 0.29.0",
6644 - "once_cell",
6645 -]
6646 -
6095 [[package]]
6096 name = "tracing"
6097 version = "0.1.44"
@@ -7124,17 +6572,6 @@ dependencies = [
6572 "wasm-bindgen",
6573 ]
6574
7127 -[[package]]
7128 -name = "v_frame"
7129 -version = "0.3.9"
7130 -source = "registry+https://github.com/rust-lang/crates.io-index"
7131 -checksum = "666b7727c8875d6ab5db9533418d7c764233ac9c0cff1d469aec8fa127597be2"
7132 -dependencies = [
7133 - "aligned-vec",
7134 - "num-traits",
7135 - "wasm-bindgen",
7136 -]
7137 -
6575 [[package]]
6576 name = "valuable"
6577 version = "0.1.1"
@@ -7399,7 +6836,7 @@ version = "5.0.0"
6836 source = "registry+https://github.com/rust-lang/crates.io-index"
6837 checksum = "998d2c24ec099a87daf9467808859f9d82b61f1d9c9701251aea037f514eae0e"
6838 dependencies = [
7402 - "nom 7.1.3",
6839 + "nom",
6840 ]
6841
6842 [[package]]
@@ -7969,12 +7406,6 @@ version = "0.6.3"
7406 source = "registry+https://github.com/rust-lang/crates.io-index"
7407 checksum = "1ffae5123b2d3fc086436f8834ae3ab053a283cfac8fe0a0b8eaae044768a4c4"
7408
7972 -[[package]]
7973 -name = "y4m"
7974 -version = "0.8.0"
7975 -source = "registry+https://github.com/rust-lang/crates.io-index"
7976 -checksum = "7a5a4b21e1a62b67a2970e6831bc091d7b87e119e7f9791aef9702e3bef04448"
7977 -
7409 [[package]]
7410 name = "yoke"
7411 version = "0.7.5"
Cargo.toml
+1 -3
@@ -40,15 +40,13 @@ serde = { version = "1", features = ["derive"] }
40 serde_json = "1"
41 half = "2"
42 sha2 = "0.10"
43 -mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes" }
43 # onde = { path = "../onde" }
45 -onde = { version = "1.0.0", git = "https://github.com/ondeinference/onde", branch = "development" }
44 +onde = "1.0.0"
45
46 # Metal and Accelerate are macOS-only frameworks; Cargo merges features so on
47 # macOS these are added on top of the base candle-core dep above.
48 [target.'cfg(target_os = "macos")'.dependencies]
49 candle-core = { version = "0.10.2", features = ["metal", "accelerate"] }
51 -mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", features = ["metal"] }
50
51 # ---------------------------------------------------------------------------
52 # Local development overrides
src/chat.rs
+3 -1
@@ -8,7 +8,9 @@
8 use std::path::PathBuf;
9 use std::time::Instant;
10
11 -use mistralrs::{GgufModelBuilder, RequestBuilder, Response, TextMessageRole, TokenSource};
11 +use onde::mistralrs::{
12 + GgufModelBuilder, RequestBuilder, Response, TextMessageRole, TokenSource,
13 +};
14 use tokio::sync::mpsc;
15
16 // ── Public types ──────────────────────────────────────────────────────────────