@ondeinference / onde / commits / 7643c7a

build: point mistralrs deps at fork synced with upstream 0.8.23

The fix/all-platform-fixes fork branch is now merged with upstream master (EricLBuehler/mistral.rs @ 4f6042b4, published as c70ceac3). Point the target-conditional deps at the fork so this branch builds against the synced code. The commented [patch.crates-io] block never worked: a patch entry cannot rename a package, so patching onde-mistralrs with the fork's mistralrs package is silently ignored and cargo keeps using the registry crate. Replaced it with direct git deps and a note. Verified: cargo check on macOS host, cargo test inference:: (30 passed). The fork itself also passes cargo check for aarch64-apple-ios with metal. Flip back to registry deps once onde-mistralrs{,-core} 0.8.23 is published, since cargo publish rejects git dependencies. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>

keypair34 committed Jul 5, 2026 at 23:49 UTC 7643c7af66bcc3bcc1966996df3fd141bea334f7
2 files changed +836 -418
Cargo.lock
+811 -397
@@ -47,6 +47,24 @@ version = "0.4.0"
47 source = "registry+https://github.com/rust-lang/crates.io-index"
48 checksum = "1763692fc1416554cf051efc56a3de5595eca47299d731cc5c2b583adf8b4d2f"
49
50 +[[package]]
51 +name = "aligned"
52 +version = "0.4.3"
53 +source = "registry+https://github.com/rust-lang/crates.io-index"
54 +checksum = "ee4508988c62edf04abd8d92897fca0c2995d907ce1dfeaf369dac3716a40685"
55 +dependencies = [
56 + "as-slice",
57 +]
58 +
59 +[[package]]
60 +name = "aligned-vec"
61 +version = "0.6.4"
62 +source = "registry+https://github.com/rust-lang/crates.io-index"
63 +checksum = "dc890384c8602f339876ded803c97ad529f3842aba97f6392b3dba0dd171769b"
64 +dependencies = [
65 + "equator",
66 +]
67 +
68 [[package]]
69 name = "allocator-api2"
70 version = "0.2.21"
@@ -153,6 +171,23 @@ dependencies = [
171 "num-traits",
172 ]
173
174 +[[package]]
175 +name = "arbitrary"
176 +version = "1.4.2"
177 +source = "registry+https://github.com/rust-lang/crates.io-index"
178 +checksum = "c3d036a3c4ab069c7b410a2ce876bd74808d2d0888a82667669f8e783a898bf1"
179 +
180 +[[package]]
181 +name = "arg_enum_proc_macro"
182 +version = "0.3.4"
183 +source = "registry+https://github.com/rust-lang/crates.io-index"
184 +checksum = "0ae92a5119aa49cdbcf6b9f893fe4e1d98b04ccbf82ee0584ad948a44a734dea"
185 +dependencies = [
186 + "proc-macro2",
187 + "quote",
188 + "syn 2.0.117",
189 +]
190 +
191 [[package]]
192 name = "arraydeque"
193 version = "0.5.1"
@@ -171,6 +206,15 @@ version = "0.3.2"
206 source = "registry+https://github.com/rust-lang/crates.io-index"
207 checksum = "b0f477b951e452a0b6b4a10b53ccd569042d1d01729b519e02074a9c0958a063"
208
209 +[[package]]
210 +name = "as-slice"
211 +version = "0.2.1"
212 +source = "registry+https://github.com/rust-lang/crates.io-index"
213 +checksum = "516b6b4f0e40d50dcda9365d53964ec74560ad4284da2e7fc97122cd83174516"
214 +dependencies = [
215 + "stable_deref_trait",
216 +]
217 +
218 [[package]]
219 name = "askama"
220 version = "0.14.0"
@@ -260,6 +304,49 @@ version = "1.5.1"
304 source = "registry+https://github.com/rust-lang/crates.io-index"
305 checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53"
306
307 +[[package]]
308 +name = "av-scenechange"
309 +version = "0.14.1"
310 +source = "registry+https://github.com/rust-lang/crates.io-index"
311 +checksum = "0f321d77c20e19b92c39e7471cf986812cbb46659d2af674adc4331ef3f18394"
312 +dependencies = [
313 + "aligned",
314 + "anyhow",
315 + "arg_enum_proc_macro",
316 + "arrayvec",
317 + "log",
318 + "num-rational",
319 + "num-traits",
320 + "pastey",
321 + "rayon",
322 + "thiserror 2.0.18",
323 + "v_frame",
324 + "y4m",
325 +]
326 +
327 +[[package]]
328 +name = "av1-grain"
329 +version = "0.2.5"
330 +source = "registry+https://github.com/rust-lang/crates.io-index"
331 +checksum = "8cfddb07216410377231960af4fcab838eaa12e013417781b78bd95ee22077f8"
332 +dependencies = [
333 + "anyhow",
334 + "arrayvec",
335 + "log",
336 + "nom 8.0.0",
337 + "num-rational",
338 + "v_frame",
339 +]
340 +
341 +[[package]]
342 +name = "avif-serialize"
343 +version = "0.8.9"
344 +source = "registry+https://github.com/rust-lang/crates.io-index"
345 +checksum = "e7178fe5f7d460b13895ebb9dcb28a3a6216d2df2574a0806cb51b555d297f38"
346 +dependencies = [
347 + "arrayvec",
348 +]
349 +
350 [[package]]
351 name = "aws-lc-rs"
352 version = "1.17.0"
@@ -351,6 +438,15 @@ version = "2.13.0"
438 source = "registry+https://github.com/rust-lang/crates.io-index"
439 checksum = "b4388bee8683e3d04af747c73422af53102d2bd24d9eadb6cbc100baef4b43f8"
440
441 +[[package]]
442 +name = "bitstream-io"
443 +version = "4.10.0"
444 +source = "registry+https://github.com/rust-lang/crates.io-index"
445 +checksum = "7eff00be299a18769011411c9def0d827e8f2d7bf0c3dbf53633147a8867fd1f"
446 +dependencies = [
447 + "no_std_io2",
448 +]
449 +
450 [[package]]
451 name = "block"
452 version = "0.1.6"
@@ -409,6 +505,12 @@ dependencies = [
505 "serde",
506 ]
507
508 +[[package]]
509 +name = "built"
510 +version = "0.8.1"
511 +source = "registry+https://github.com/rust-lang/crates.io-index"
512 +checksum = "5c0e531d93d39c34eef561e929e8a7f86d77a5af08aac4f6d6e39976c51858e9"
513 +
514 [[package]]
515 name = "bumpalo"
516 version = "3.20.3"
@@ -497,9 +599,8 @@ dependencies = [
599
600 [[package]]
601 name = "candle-core"
500 -version = "0.10.2"
501 -source = "registry+https://github.com/rust-lang/crates.io-index"
502 -checksum = "6bd9895436c1ba5dc1037a19935d084b838db066ff4e15ef7dded020b7c12a4a"
602 +version = "0.11.0"
603 +source = "git+https://github.com/huggingface/candle.git?rev=78e1d85#78e1d851853053202eda5b3d4da27f2380b0609b"
604 dependencies = [
605 "byteorder",
606 "candle-metal-kernels",
@@ -507,6 +608,7 @@ dependencies = [
608 "float8",
609 "gemm 0.19.0",
610 "half",
611 + "libc",
612 "libm",
613 "memmap2",
614 "num-traits",
@@ -516,19 +618,20 @@ dependencies = [
618 "rand 0.9.4",
619 "rand_distr 0.5.1",
620 "rayon",
519 - "safetensors 0.7.0",
621 + "safetensors 0.8.0",
622 "thiserror 2.0.18",
623 "tokenizers 0.22.2",
624 "yoke 0.8.3",
625 + "zerocopy",
626 "zip",
627 ]
628
629 [[package]]
630 name = "candle-metal-kernels"
528 -version = "0.10.2"
529 -source = "registry+https://github.com/rust-lang/crates.io-index"
530 -checksum = "4b6b5a4cae6b4e1ab0efcee4dc05272d11b374a3d1ba121b3a961e36be54ab60"
631 +version = "0.11.0"
632 +source = "git+https://github.com/huggingface/candle.git?rev=78e1d85#78e1d851853053202eda5b3d4da27f2380b0609b"
633 dependencies = [
634 + "block2",
635 "half",
636 "objc2",
637 "objc2-foundation",
@@ -540,9 +643,8 @@ dependencies = [
643
644 [[package]]
645 name = "candle-nn"
543 -version = "0.10.2"
544 -source = "registry+https://github.com/rust-lang/crates.io-index"
545 -checksum = "a9317a09d6530b758990ed7f625ac69ff43653bc9ee28b0464644ad1169ada87"
646 +version = "0.11.0"
647 +source = "git+https://github.com/huggingface/candle.git?rev=78e1d85#78e1d851853053202eda5b3d4da27f2380b0609b"
648 dependencies = [
649 "candle-core",
650 "candle-metal-kernels",
@@ -551,16 +653,15 @@ dependencies = [
653 "num-traits",
654 "objc2-metal",
655 "rayon",
554 - "safetensors 0.7.0",
656 + "safetensors 0.8.0",
657 "serde",
658 "thiserror 2.0.18",
659 ]
660
661 [[package]]
662 name = "candle-ug"
561 -version = "0.10.2"
562 -source = "registry+https://github.com/rust-lang/crates.io-index"
563 -checksum = "ca0fc3167cbc99c8ec1be618cb620aa21dca95038f118c3579a79370e3dc5f77"
663 +version = "0.11.0"
664 +source = "git+https://github.com/huggingface/candle.git?rev=78e1d85#78e1d851853053202eda5b3d4da27f2380b0609b"
665 dependencies = [
666 "ug",
667 "ug-metal",
@@ -1355,6 +1456,46 @@ dependencies = [
1456 "syn 2.0.117",
1457 ]
1458
1459 +[[package]]
1460 +name = "enumflags2"
1461 +version = "0.7.12"
1462 +source = "registry+https://github.com/rust-lang/crates.io-index"
1463 +checksum = "1027f7680c853e056ebcec683615fb6fbbc07dbaa13b4d5d9442b146ded4ecef"
1464 +dependencies = [
1465 + "enumflags2_derive",
1466 +]
1467 +
1468 +[[package]]
1469 +name = "enumflags2_derive"
1470 +version = "0.7.12"
1471 +source = "registry+https://github.com/rust-lang/crates.io-index"
1472 +checksum = "67c78a4d8fdf9953a5c9d458f9efe940fd97a0cab0941c075a813ac594733827"
1473 +dependencies = [
1474 + "proc-macro2",
1475 + "quote",
1476 + "syn 2.0.117",
1477 +]
1478 +
1479 +[[package]]
1480 +name = "equator"
1481 +version = "0.4.2"
1482 +source = "registry+https://github.com/rust-lang/crates.io-index"
1483 +checksum = "4711b213838dfee0117e3be6ac926007d7f433d7bbe33595975d4190cb07e6fc"
1484 +dependencies = [
1485 + "equator-macro",
1486 +]
1487 +
1488 +[[package]]
1489 +name = "equator-macro"
1490 +version = "0.4.2"
1491 +source = "registry+https://github.com/rust-lang/crates.io-index"
1492 +checksum = "44f23cf4b44bfce11a86ace86f8a73ffdec849c9fd00a386a53d278bd9e81fb3"
1493 +dependencies = [
1494 + "proc-macro2",
1495 + "quote",
1496 + "syn 2.0.117",
1497 +]
1498 +
1499 [[package]]
1500 name = "equivalent"
1501 version = "1.0.2"
@@ -1387,6 +1528,7 @@ dependencies = [
1528 "half",
1529 "lebe",
1530 "miniz_oxide",
1531 + "rayon-core",
1532 "smallvec 1.15.1",
1533 "zune-inflate",
1534 ]
@@ -2430,6 +2572,9 @@ dependencies = [
2572 "num-traits",
2573 "png",
2574 "qoi",
2575 + "ravif",
2576 + "rayon",
2577 + "rgb",
2578 "tiff",
2579 "zune-core",
2580 "zune-jpeg",
@@ -2445,6 +2590,12 @@ dependencies = [
2590 "quick-error",
2591 ]
2592
2593 +[[package]]
2594 +name = "imgref"
2595 +version = "1.12.2"
2596 +source = "registry+https://github.com/rust-lang/crates.io-index"
2597 +checksum = "89194689a993ab15268672e99e7b0e19da2da3268ac682e8f02d29d4d1434cd7"
2598 +
2599 [[package]]
2600 name = "indexmap"
2601 version = "1.9.3"
@@ -2495,6 +2646,17 @@ dependencies = [
2646 "web-time",
2647 ]
2648
2649 +[[package]]
2650 +name = "interpolate_name"
2651 +version = "0.2.4"
2652 +source = "registry+https://github.com/rust-lang/crates.io-index"
2653 +checksum = "c34819042dc3d3971c46c2190835914dfbe0c3c13f61449b2997f4e9722dfa60"
2654 +dependencies = [
2655 + "proc-macro2",
2656 + "quote",
2657 + "syn 2.0.117",
2658 +]
2659 +
2660 [[package]]
2661 name = "interprocess"
2662 version = "2.4.2"
@@ -2606,6 +2768,17 @@ dependencies = [
2768 "wasm-bindgen",
2769 ]
2770
2771 +[[package]]
2772 +name = "landlock"
2773 +version = "0.4.5"
2774 +source = "registry+https://github.com/rust-lang/crates.io-index"
2775 +checksum = "635839550ae8b90d9fd2571460a6645dc0aec070225956ca7a2831ed31d2795d"
2776 +dependencies = [
2777 + "enumflags2",
2778 + "libc",
2779 + "thiserror 2.0.18",
2780 +]
2781 +
2782 [[package]]
2783 name = "lazy_static"
2784 version = "1.5.0"
@@ -2630,6 +2803,16 @@ version = "0.2.186"
2803 source = "registry+https://github.com/rust-lang/crates.io-index"
2804 checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66"
2805
2806 +[[package]]
2807 +name = "libfuzzer-sys"
2808 +version = "0.4.13"
2809 +source = "registry+https://github.com/rust-lang/crates.io-index"
2810 +checksum = "a9fd2f41a1cba099f79a0b6b6c35656cf7c03351a7bae8ff0f28f25270f929d2"
2811 +dependencies = [
2812 + "arbitrary",
2813 + "cc",
2814 +]
2815 +
2816 [[package]]
2817 name = "libloading"
2818 version = "0.8.9"
@@ -2718,6 +2901,15 @@ dependencies = [
2901 "tracing-subscriber",
2902 ]
2903
2904 +[[package]]
2905 +name = "loop9"
2906 +version = "0.1.5"
2907 +source = "registry+https://github.com/rust-lang/crates.io-index"
2908 +checksum = "0fae87c125b03c1d2c0150c90365d7d6bcc53fb73a9acaef207d2d065860f062"
2909 +dependencies = [
2910 + "imgref",
2911 +]
2912 +
2913 [[package]]
2914 name = "lrtable"
2915 version = "0.14.2"
@@ -2815,6 +3007,16 @@ dependencies = [
3007 "rawpointer",
3008 ]
3009
3010 +[[package]]
3011 +name = "maybe-rayon"
3012 +version = "0.1.1"
3013 +source = "registry+https://github.com/rust-lang/crates.io-index"
3014 +checksum = "8ea1f30cedd69f0a2954655f7188c6a834246d2bcf1e315e2ac40c4b24dc9519"
3015 +dependencies = [
3016 + "cfg-if",
3017 + "rayon",
3018 +]
3019 +
3020 [[package]]
3021 name = "memchr"
3022 version = "2.8.1"
@@ -2918,55 +3120,331 @@ dependencies = [
3120 ]
3121
3122 [[package]]
2921 -name = "monostate"
2922 -version = "0.1.18"
2923 -source = "registry+https://github.com/rust-lang/crates.io-index"
2924 -checksum = "3341a273f6c9d5bef1908f17b7267bbab0e95c9bf69a0d4dcf8e9e1b2c76ef67"
3123 +name = "mistralrs"
3124 +version = "0.8.23"
3125 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3126 dependencies = [
2926 - "monostate-impl",
3127 + "anyhow",
3128 + "candle-core",
3129 + "candle-nn",
3130 + "clap 4.6.1",
3131 + "either",
3132 + "futures",
3133 + "image",
3134 + "indexmap 2.14.0",
3135 + "mistralrs-core",
3136 + "mistralrs-macros",
3137 + "rand 0.9.4",
3138 + "reqwest 0.13.4",
3139 + "schemars 1.2.1",
3140 "serde",
2928 - "serde_core",
3141 + "serde_json",
3142 + "thiserror 2.0.18",
3143 + "tokio",
3144 + "tracing",
3145 + "tracing-subscriber",
3146 + "walkdir",
3147 ]
3148
3149 [[package]]
2932 -name = "monostate-impl"
2933 -version = "0.1.18"
2934 -source = "registry+https://github.com/rust-lang/crates.io-index"
2935 -checksum = "e4db6d5580af57bf992f59068d4ea26fd518574ff48d7639b255a36f9de6e7e9"
3150 +name = "mistralrs-audio"
3151 +version = "0.8.23"
3152 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3153 dependencies = [
2937 - "proc-macro2",
2938 - "quote",
2939 - "syn 2.0.117",
3154 + "anyhow",
3155 + "apodize",
3156 + "hound",
3157 + "symphonia",
3158 ]
3159
3160 [[package]]
2943 -name = "moxcms"
2944 -version = "0.8.1"
2945 -source = "registry+https://github.com/rust-lang/crates.io-index"
2946 -checksum = "bb85c154ba489f01b25c0d36ae69a87e4a1c73a72631fc6c0eb6dde34a73e44b"
3161 +name = "mistralrs-code-exec"
3162 +version = "0.8.23"
3163 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3164 dependencies = [
2948 - "num-traits",
2949 - "pxfm",
3165 + "anyhow",
3166 + "base64 0.22.1",
3167 + "image",
3168 + "libc",
3169 + "mistralrs-mcp",
3170 + "mistralrs-sandbox",
3171 + "serde",
3172 + "serde_json",
3173 + "tempfile",
3174 + "tokio",
3175 + "tracing",
3176 + "uuid 1.23.2",
3177 ]
3178
3179 [[package]]
2953 -name = "nalgebra"
2954 -version = "0.33.3"
2955 -source = "registry+https://github.com/rust-lang/crates.io-index"
2956 -checksum = "9d43ddcacf343185dfd6de2ee786d9e8b1c2301622afab66b6c73baf9882abfd"
3180 +name = "mistralrs-core"
3181 +version = "0.8.23"
3182 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3183 dependencies = [
2958 - "approx",
2959 - "matrixmultiply",
2960 - "num-complex",
2961 - "num-rational",
3184 + "ahash",
3185 + "akin",
3186 + "anyhow",
3187 + "apodize",
3188 + "as-any",
3189 + "async-trait",
3190 + "base64 0.22.1",
3191 + "bm25",
3192 + "bytemuck",
3193 + "bytemuck_derive",
3194 + "candle-core",
3195 + "candle-metal-kernels",
3196 + "candle-nn",
3197 + "cfgrammar",
3198 + "chrono",
3199 + "clap 4.6.1",
3200 + "csv",
3201 + "derive-new",
3202 + "derive_more",
3203 + "dirs",
3204 + "either",
3205 + "float8",
3206 + "futures",
3207 + "galil-seiferas",
3208 + "half",
3209 + "hashbrown 0.16.1",
3210 + "hf-hub",
3211 + "hound",
3212 + "html2text",
3213 + "http",
3214 + "image",
3215 + "indexmap 2.14.0",
3216 + "indicatif 0.18.4",
3217 + "interprocess",
3218 + "itertools",
3219 + "libc",
3220 + "llguidance",
3221 + "lrtable",
3222 + "mime_guess",
3223 + "minijinja",
3224 + "minijinja-contrib",
3225 + "mistralrs-audio",
3226 + "mistralrs-code-exec",
3227 + "mistralrs-mcp",
3228 + "mistralrs-paged-attn",
3229 + "mistralrs-quant",
3230 + "mistralrs-sandbox",
3231 + "mistralrs-vision",
3232 "num-traits",
2963 - "rand 0.8.6",
2964 - "rand_distr 0.4.3",
2965 - "simba",
2966 - "typenum",
2967 -]
2968 -
2969 -[[package]]
3233 + "objc",
3234 + "objc2-metal",
3235 + "openai-harmony",
3236 + "ordered-float",
3237 + "parking_lot",
3238 + "radix_trie",
3239 + "rand 0.9.4",
3240 + "rand_distr 0.5.1",
3241 + "rand_isaac",
3242 + "rayon",
3243 + "regex",
3244 + "regex-automata",
3245 + "reqwest 0.13.4",
3246 + "rubato",
3247 + "rust-mcp-schema",
3248 + "rustc-hash 2.1.2",
3249 + "rustfft",
3250 + "safetensors 0.8.0",
3251 + "schemars 1.2.1",
3252 + "scraper",
3253 + "serde",
3254 + "serde-big-array",
3255 + "serde-saphyr",
3256 + "serde_json",
3257 + "serde_plain",
3258 + "statrs",
3259 + "strum 0.27.2",
3260 + "symphonia",
3261 + "sysinfo",
3262 + "thiserror 2.0.18",
3263 + "tokenizers 0.21.4",
3264 + "tokio",
3265 + "tokio-rayon",
3266 + "tokio-tungstenite",
3267 + "toktrie",
3268 + "toktrie_hf_tokenizers",
3269 + "toml",
3270 + "tqdm",
3271 + "tracing",
3272 + "tracing-subscriber",
3273 + "urlencoding",
3274 + "uuid 1.23.2",
3275 + "variantly",
3276 + "vob",
3277 +]
3278 +
3279 +[[package]]
3280 +name = "mistralrs-macros"
3281 +version = "0.8.23"
3282 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3283 +dependencies = [
3284 + "darling 0.23.0",
3285 + "proc-macro2",
3286 + "quote",
3287 + "syn 2.0.117",
3288 +]
3289 +
3290 +[[package]]
3291 +name = "mistralrs-mcp"
3292 +version = "0.8.23"
3293 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3294 +dependencies = [
3295 + "anyhow",
3296 + "async-trait",
3297 + "futures-util",
3298 + "http",
3299 + "image",
3300 + "reqwest 0.13.4",
3301 + "rust-mcp-schema",
3302 + "serde",
3303 + "serde_json",
3304 + "tokio",
3305 + "tokio-tungstenite",
3306 + "tracing",
3307 + "utoipa",
3308 + "uuid 1.23.2",
3309 +]
3310 +
3311 +[[package]]
3312 +name = "mistralrs-metal-compile"
3313 +version = "0.8.23"
3314 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3315 +dependencies = [
3316 + "candle-metal-kernels",
3317 + "objc2-metal",
3318 +]
3319 +
3320 +[[package]]
3321 +name = "mistralrs-paged-attn"
3322 +version = "0.8.23"
3323 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3324 +dependencies = [
3325 + "anyhow",
3326 + "candle-core",
3327 + "candle-metal-kernels",
3328 + "dispatch2",
3329 + "float8",
3330 + "half",
3331 + "mistralrs-metal-compile",
3332 + "objc2-foundation",
3333 + "objc2-metal",
3334 + "thiserror 2.0.18",
3335 +]
3336 +
3337 +[[package]]
3338 +name = "mistralrs-quant"
3339 +version = "0.8.23"
3340 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3341 +dependencies = [
3342 + "byteorder",
3343 + "candle-core",
3344 + "candle-metal-kernels",
3345 + "candle-nn",
3346 + "dispatch2",
3347 + "float8",
3348 + "futures",
3349 + "half",
3350 + "hf-hub",
3351 + "indicatif 0.18.4",
3352 + "lazy_static",
3353 + "libc",
3354 + "memmap2",
3355 + "mistralrs-metal-compile",
3356 + "objc2-foundation",
3357 + "objc2-metal",
3358 + "paste",
3359 + "rayon",
3360 + "regex",
3361 + "safetensors 0.8.0",
3362 + "serde",
3363 + "serde_json",
3364 + "sysinfo",
3365 + "thiserror 2.0.18",
3366 + "tokio",
3367 + "tracing",
3368 + "yoke 0.8.3",
3369 +]
3370 +
3371 +[[package]]
3372 +name = "mistralrs-sandbox"
3373 +version = "0.8.23"
3374 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3375 +dependencies = [
3376 + "anyhow",
3377 + "itoa",
3378 + "landlock",
3379 + "libc",
3380 + "nix",
3381 + "seccompiler",
3382 + "serde",
3383 + "thiserror 2.0.18",
3384 + "tokio",
3385 + "tracing",
3386 +]
3387 +
3388 +[[package]]
3389 +name = "mistralrs-vision"
3390 +version = "0.8.23"
3391 +source = "git+https://github.com/setoelkahfi/mistral.rs?branch=fix%2Fall-platform-fixes#c70ceac3f76bf9851a48b968ec1818df93c096cd"
3392 +dependencies = [
3393 + "candle-core",
3394 + "image",
3395 + "rayon",
3396 +]
3397 +
3398 +[[package]]
3399 +name = "monostate"
3400 +version = "0.1.18"
3401 +source = "registry+https://github.com/rust-lang/crates.io-index"
3402 +checksum = "3341a273f6c9d5bef1908f17b7267bbab0e95c9bf69a0d4dcf8e9e1b2c76ef67"
3403 +dependencies = [
3404 + "monostate-impl",
3405 + "serde",
3406 + "serde_core",
3407 +]
3408 +
3409 +[[package]]
3410 +name = "monostate-impl"
3411 +version = "0.1.18"
3412 +source = "registry+https://github.com/rust-lang/crates.io-index"
3413 +checksum = "e4db6d5580af57bf992f59068d4ea26fd518574ff48d7639b255a36f9de6e7e9"
3414 +dependencies = [
3415 + "proc-macro2",
3416 + "quote",
3417 + "syn 2.0.117",
3418 +]
3419 +
3420 +[[package]]
3421 +name = "moxcms"
3422 +version = "0.8.1"
3423 +source = "registry+https://github.com/rust-lang/crates.io-index"
3424 +checksum = "bb85c154ba489f01b25c0d36ae69a87e4a1c73a72631fc6c0eb6dde34a73e44b"
3425 +dependencies = [
3426 + "num-traits",
3427 + "pxfm",
3428 +]
3429 +
3430 +[[package]]
3431 +name = "nalgebra"
3432 +version = "0.33.3"
3433 +source = "registry+https://github.com/rust-lang/crates.io-index"
3434 +checksum = "9d43ddcacf343185dfd6de2ee786d9e8b1c2301622afab66b6c73baf9882abfd"
3435 +dependencies = [
3436 + "approx",
3437 + "matrixmultiply",
3438 + "num-complex",
3439 + "num-rational",
3440 + "num-traits",
3441 + "rand 0.8.6",
3442 + "rand_distr 0.4.3",
3443 + "simba",
3444 + "typenum",
3445 +]
3446 +
3447 +[[package]]
3448 name = "new_debug_unreachable"
3449 version = "1.0.6"
3450 source = "registry+https://github.com/rust-lang/crates.io-index"
@@ -2981,6 +3459,27 @@ dependencies = [
3459 "smallvec 1.15.1",
3460 ]
3461
3462 +[[package]]
3463 +name = "nix"
3464 +version = "0.31.3"
3465 +source = "registry+https://github.com/rust-lang/crates.io-index"
3466 +checksum = "cf20d2fde8ff38632c426f1165ed7436270b44f199fc55284c38276f9db47c3d"
3467 +dependencies = [
3468 + "bitflags 2.13.0",
3469 + "cfg-if",
3470 + "cfg_aliases",
3471 + "libc",
3472 +]
3473 +
3474 +[[package]]
3475 +name = "no_std_io2"
3476 +version = "0.9.4"
3477 +source = "registry+https://github.com/rust-lang/crates.io-index"
3478 +checksum = "418abd1b6d34fbf6cae440dc874771b0525a604428704c76e48b29a5e67b8003"
3479 +dependencies = [
3480 + "memchr",
3481 +]
3482 +
3483 [[package]]
3484 name = "nohash-hasher"
3485 version = "0.2.0"
@@ -2997,6 +3496,21 @@ dependencies = [
3496 "minimal-lexical",
3497 ]
3498
3499 +[[package]]
3500 +name = "nom"
3501 +version = "8.0.0"
3502 +source = "registry+https://github.com/rust-lang/crates.io-index"
3503 +checksum = "df9761775871bdef83bee530e60050f7e54b1105350d6884eb0fb4f46c2f9405"
3504 +dependencies = [
3505 + "memchr",
3506 +]
3507 +
3508 +[[package]]
3509 +name = "noop_proc_macro"
3510 +version = "0.3.0"
3511 +source = "registry+https://github.com/rust-lang/crates.io-index"
3512 +checksum = "0676bb32a98c1a483ce53e500a81ad9c3d5b3f7c920c28c24e9cb0980d0b5bc8"
3513 +
3514 [[package]]
3515 name = "ntapi"
3516 version = "0.4.3"
@@ -3055,6 +3569,17 @@ version = "0.2.2"
3569 source = "registry+https://github.com/rust-lang/crates.io-index"
3570 checksum = "521739c6d2bac4aa25192232afe6841231376b2b26d4d9fae5ecf8ca5772e441"
3571
3572 +[[package]]
3573 +name = "num-derive"
3574 +version = "0.4.2"
3575 +source = "registry+https://github.com/rust-lang/crates.io-index"
3576 +checksum = "ed3955f1a9c7c0c15e092f9c887db08b1fc683305fdf6eb6684f22555355e202"
3577 +dependencies = [
3578 + "proc-macro2",
3579 + "quote",
3580 + "syn 2.0.117",
3581 +]
3582 +
3583 [[package]]
3584 name = "num-integer"
3585 version = "0.1.46"
@@ -3099,386 +3624,123 @@ dependencies = [
3624 [[package]]
3625 name = "num_cpus"
3626 version = "1.17.0"
3102 -source = "registry+https://github.com/rust-lang/crates.io-index"
3103 -checksum = "91df4bbde75afed763b708b7eee1e8e7651e02d97f6d5dd763e89367e957b23b"
3104 -dependencies = [
3105 - "hermit-abi 0.5.2",
3106 - "libc",
3107 -]
3108 -
3109 -[[package]]
3110 -name = "number_prefix"
3111 -version = "0.4.0"
3112 -source = "registry+https://github.com/rust-lang/crates.io-index"
3113 -checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3"
3114 -
3115 -[[package]]
3116 -name = "objc"
3117 -version = "0.2.7"
3118 -source = "registry+https://github.com/rust-lang/crates.io-index"
3119 -checksum = "915b1b472bc21c53464d6c8461c9d3af805ba1ef837e1cac254428f4a77177b1"
3120 -dependencies = [
3121 - "malloc_buf",
3122 -]
3123 -
3124 -[[package]]
3125 -name = "objc2"
3126 -version = "0.6.4"
3127 -source = "registry+https://github.com/rust-lang/crates.io-index"
3128 -checksum = "3a12a8ed07aefc768292f076dc3ac8c48f3781c8f2d5851dd3d98950e8c5a89f"
3129 -dependencies = [
3130 - "objc2-encode",
3131 -]
3132 -
3133 -[[package]]
3134 -name = "objc2-core-foundation"
3135 -version = "0.3.2"
3136 -source = "registry+https://github.com/rust-lang/crates.io-index"
3137 -checksum = "2a180dd8642fa45cdb7dd721cd4c11b1cadd4929ce112ebd8b9f5803cc79d536"
3138 -dependencies = [
3139 - "bitflags 2.13.0",
3140 - "dispatch2",
3141 - "objc2",
3142 -]
3143 -
3144 -[[package]]
3145 -name = "objc2-encode"
3146 -version = "4.1.0"
3147 -source = "registry+https://github.com/rust-lang/crates.io-index"
3148 -checksum = "ef25abbcd74fb2609453eb695bd2f860d389e457f67dc17cafc8b8cbc89d0c33"
3149 -
3150 -[[package]]
3151 -name = "objc2-foundation"
3152 -version = "0.3.2"
3153 -source = "registry+https://github.com/rust-lang/crates.io-index"
3154 -checksum = "e3e0adef53c21f888deb4fa59fc59f7eb17404926ee8a6f59f5df0fd7f9f3272"
3155 -dependencies = [
3156 - "bitflags 2.13.0",
3157 - "block2",
3158 - "libc",
3159 - "objc2",
3160 - "objc2-core-foundation",
3161 -]
3162 -
3163 -[[package]]
3164 -name = "objc2-io-kit"
3165 -version = "0.3.2"
3166 -source = "registry+https://github.com/rust-lang/crates.io-index"
3167 -checksum = "33fafba39597d6dc1fb709123dfa8289d39406734be322956a69f0931c73bb15"
3168 -dependencies = [
3169 - "libc",
3170 - "objc2-core-foundation",
3171 -]
3172 -
3173 -[[package]]
3174 -name = "objc2-metal"
3175 -version = "0.3.2"
3176 -source = "registry+https://github.com/rust-lang/crates.io-index"
3177 -checksum = "a0125f776a10d00af4152d74616409f0d4a2053a6f57fa5b7d6aa2854ac04794"
3178 -dependencies = [
3179 - "bitflags 2.13.0",
3180 - "block2",
3181 - "dispatch2",
3182 - "objc2",
3183 - "objc2-core-foundation",
3184 - "objc2-foundation",
3185 -]
3186 -
3187 -[[package]]
3188 -name = "once_cell"
3189 -version = "1.21.4"
3190 -source = "registry+https://github.com/rust-lang/crates.io-index"
3191 -checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
3192 -
3193 -[[package]]
3194 -name = "once_cell_polyfill"
3195 -version = "1.70.2"
3196 -source = "registry+https://github.com/rust-lang/crates.io-index"
3197 -checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe"
3198 -
3199 -[[package]]
3200 -name = "onde"
3201 -version = "1.1.4"
3202 -dependencies = [
3203 - "anyhow",
3204 - "cc",
3205 - "dotenvy",
3206 - "hf-hub",
3207 - "home",
3208 - "log",
3209 - "onde-mistralrs",
3210 - "onde-mistralrs-core",
3211 - "reqwest 0.12.28",
3212 - "serde",
3213 - "serde_json",
3214 - "smbcloud-gresiq-sdk",
3215 - "thiserror 2.0.18",
3216 - "tokio",
3217 - "tsync",
3218 - "uniffi",
3219 -]
3220 -
3221 -[[package]]
3222 -name = "onde-mistralrs"
3223 -version = "0.8.2"
3224 -source = "registry+https://github.com/rust-lang/crates.io-index"
3225 -checksum = "f4b5589da2ed82d3962ab4d8278cc8a93fea7c758eb1230894ffadb926c3c16c"
3226 -dependencies = [
3227 - "anyhow",
3228 - "candle-core",
3229 - "candle-nn",
3230 - "clap 4.6.1",
3231 - "either",
3232 - "futures",
3233 - "image",
3234 - "indexmap 2.14.0",
3235 - "onde-mistralrs-core",
3236 - "onde-mistralrs-macros",
3237 - "rand 0.9.4",
3238 - "reqwest 0.13.4",
3239 - "schemars 1.2.1",
3240 - "serde",
3241 - "serde_json",
3242 - "thiserror 2.0.18",
3243 - "tokio",
3244 - "tracing",
3245 - "tracing-subscriber",
3246 - "walkdir",
3247 -]
3248 -
3249 -[[package]]
3250 -name = "onde-mistralrs-audio"
3251 -version = "0.8.2"
3252 -source = "registry+https://github.com/rust-lang/crates.io-index"
3253 -checksum = "ed88aa277c613327f393ff5816fed55609a7a93b87ace505d70a6b3438b12dd2"
3254 -dependencies = [
3255 - "anyhow",
3256 - "apodize",
3257 - "hound",
3258 - "symphonia",
3259 -]
3260 -
3261 -[[package]]
3262 -name = "onde-mistralrs-core"
3263 -version = "0.8.2"
3264 -source = "registry+https://github.com/rust-lang/crates.io-index"
3265 -checksum = "7872456b7db2d8aaf39da83269dbf77e2503d6d398010f3b9a17eebec3da8dee"
3266 -dependencies = [
3267 - "ahash",
3268 - "akin",
3269 - "anyhow",
3270 - "apodize",
3271 - "as-any",
3272 - "async-trait",
3273 - "base64 0.22.1",
3274 - "bm25",
3275 - "bytemuck",
3276 - "bytemuck_derive",
3277 - "candle-core",
3278 - "candle-metal-kernels",
3279 - "candle-nn",
3280 - "cfgrammar",
3281 - "chrono",
3282 - "clap 4.6.1",
3283 - "csv",
3284 - "derive-new",
3285 - "derive_more",
3286 - "dirs",
3287 - "either",
3288 - "float8",
3289 - "futures",
3290 - "galil-seiferas",
3291 - "half",
3292 - "hashbrown 0.16.1",
3293 - "hf-hub",
3294 - "hound",
3295 - "html2text",
3296 - "http",
3297 - "image",
3298 - "indexmap 2.14.0",
3299 - "indicatif 0.18.4",
3300 - "interprocess",
3301 - "itertools",
3302 - "libc",
3303 - "llguidance",
3304 - "lrtable",
3305 - "minijinja",
3306 - "minijinja-contrib",
3307 - "num-traits",
3308 - "objc",
3309 - "objc2-metal",
3310 - "onde-mistralrs-audio",
3311 - "onde-mistralrs-mcp",
3312 - "onde-mistralrs-paged-attn",
3313 - "onde-mistralrs-quant",
3314 - "onde-mistralrs-vision",
3315 - "onde-openai-harmony",
3316 - "onde-tqdm",
3317 - "ordered-float",
3318 - "parking_lot",
3319 - "radix_trie",
3320 - "rand 0.9.4",
3321 - "rand_distr 0.5.1",
3322 - "rand_isaac",
3323 - "rayon",
3324 - "regex",
3325 - "regex-automata",
3326 - "reqwest 0.13.4",
3327 - "rubato",
3328 - "rust-mcp-schema",
3329 - "rustc-hash 2.1.2",
3330 - "rustfft",
3331 - "safetensors 0.7.0",
3332 - "schemars 1.2.1",
3333 - "scraper",
3334 - "serde",
3335 - "serde-big-array",
3336 - "serde-saphyr",
3337 - "serde_json",
3338 - "serde_plain",
3339 - "statrs",
3340 - "strum 0.27.2",
3341 - "symphonia",
3342 - "sysinfo",
3343 - "thiserror 2.0.18",
3344 - "tokenizers 0.21.4",
3345 - "tokio",
3346 - "tokio-rayon",
3347 - "tokio-tungstenite",
3348 - "toktrie",
3349 - "toktrie_hf_tokenizers",
3350 - "toml",
3351 - "tracing",
3352 - "tracing-subscriber",
3353 - "urlencoding",
3354 - "uuid 1.23.2",
3355 - "variantly",
3356 - "vob",
3627 +source = "registry+https://github.com/rust-lang/crates.io-index"
3628 +checksum = "91df4bbde75afed763b708b7eee1e8e7651e02d97f6d5dd763e89367e957b23b"
3629 +dependencies = [
3630 + "hermit-abi 0.5.2",
3631 + "libc",
3632 ]
3633
3634 [[package]]
3360 -name = "onde-mistralrs-macros"
3361 -version = "0.8.2"
3635 +name = "number_prefix"
3636 +version = "0.4.0"
3637 source = "registry+https://github.com/rust-lang/crates.io-index"
3363 -checksum = "ed7a88fcf59377469c00a355065f3ad9723e00c1870c8b3717b0649f86c77bde"
3638 +checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3"
3639 +
3640 +[[package]]
3641 +name = "objc"
3642 +version = "0.2.7"
3643 +source = "registry+https://github.com/rust-lang/crates.io-index"
3644 +checksum = "915b1b472bc21c53464d6c8461c9d3af805ba1ef837e1cac254428f4a77177b1"
3645 dependencies = [
3365 - "darling 0.23.0",
3366 - "proc-macro2",
3367 - "quote",
3368 - "syn 2.0.117",
3646 + "malloc_buf",
3647 ]
3648
3649 [[package]]
3372 -name = "onde-mistralrs-mcp"
3373 -version = "0.8.2"
3650 +name = "objc2"
3651 +version = "0.6.4"
3652 source = "registry+https://github.com/rust-lang/crates.io-index"
3375 -checksum = "f708829672943371b2a14cceaa8c09182d11c9049ec6d3a9c303a74ae65dfc1f"
3653 +checksum = "3a12a8ed07aefc768292f076dc3ac8c48f3781c8f2d5851dd3d98950e8c5a89f"
3654 dependencies = [
3377 - "anyhow",
3378 - "async-trait",
3379 - "futures-util",
3380 - "http",
3381 - "reqwest 0.13.4",
3382 - "rust-mcp-schema",
3383 - "serde",
3384 - "serde_json",
3385 - "tokio",
3386 - "tokio-tungstenite",
3387 - "tracing",
3388 - "utoipa",
3389 - "uuid 1.23.2",
3655 + "objc2-encode",
3656 ]
3657
3658 [[package]]
3393 -name = "onde-mistralrs-paged-attn"
3394 -version = "0.8.2"
3659 +name = "objc2-core-foundation"
3660 +version = "0.3.2"
3661 source = "registry+https://github.com/rust-lang/crates.io-index"
3396 -checksum = "bdd14bcbee553325d640609504117a2a49db166417bd7883329c6d39971b28c2"
3662 +checksum = "2a180dd8642fa45cdb7dd721cd4c11b1cadd4929ce112ebd8b9f5803cc79d536"
3663 dependencies = [
3398 - "anyhow",
3399 - "candle-core",
3400 - "candle-metal-kernels",
3664 + "bitflags 2.13.0",
3665 "dispatch2",
3402 - "float8",
3403 - "half",
3404 - "objc2-foundation",
3405 - "objc2-metal",
3406 - "thiserror 2.0.18",
3666 + "objc2",
3667 ]
3668
3669 [[package]]
3410 -name = "onde-mistralrs-quant"
3411 -version = "0.8.2"
3670 +name = "objc2-encode"
3671 +version = "4.1.0"
3672 +source = "registry+https://github.com/rust-lang/crates.io-index"
3673 +checksum = "ef25abbcd74fb2609453eb695bd2f860d389e457f67dc17cafc8b8cbc89d0c33"
3674 +
3675 +[[package]]
3676 +name = "objc2-foundation"
3677 +version = "0.3.2"
3678 source = "registry+https://github.com/rust-lang/crates.io-index"
3413 -checksum = "36928bb1eec1138ca7b36ee1f4d370e4e374f0874f378915ff0ff34f927c4daf"
3679 +checksum = "e3e0adef53c21f888deb4fa59fc59f7eb17404926ee8a6f59f5df0fd7f9f3272"
3680 dependencies = [
3415 - "byteorder",
3416 - "candle-core",
3417 - "candle-metal-kernels",
3418 - "candle-nn",
3419 - "dispatch2",
3420 - "float8",
3421 - "half",
3422 - "hf-hub",
3423 - "lazy_static",
3424 - "memmap2",
3425 - "objc2-foundation",
3426 - "objc2-metal",
3427 - "paste",
3428 - "rayon",
3429 - "regex",
3430 - "safetensors 0.7.0",
3431 - "serde",
3432 - "serde_json",
3433 - "thiserror 2.0.18",
3434 - "tokio",
3435 - "tracing",
3436 - "yoke 0.8.3",
3681 + "bitflags 2.13.0",
3682 + "block2",
3683 + "libc",
3684 + "objc2",
3685 + "objc2-core-foundation",
3686 ]
3687
3688 [[package]]
3440 -name = "onde-mistralrs-vision"
3441 -version = "0.8.2"
3689 +name = "objc2-io-kit"
3690 +version = "0.3.2"
3691 source = "registry+https://github.com/rust-lang/crates.io-index"
3443 -checksum = "2670a611890bfddc7964902f253626cd2b3fd0b7df13f84a779180f35e2a79e9"
3692 +checksum = "33fafba39597d6dc1fb709123dfa8289d39406734be322956a69f0931c73bb15"
3693 dependencies = [
3445 - "candle-core",
3446 - "image",
3447 - "rayon",
3694 + "libc",
3695 + "objc2-core-foundation",
3696 ]
3697
3698 [[package]]
3451 -name = "onde-openai-harmony"
3452 -version = "0.0.9"
3699 +name = "objc2-metal"
3700 +version = "0.3.2"
3701 source = "registry+https://github.com/rust-lang/crates.io-index"
3454 -checksum = "f0f73e12b7378937cb8aaf832bed02b2afa1687581f73c3298c5af0cca9df5e6"
3702 +checksum = "a0125f776a10d00af4152d74616409f0d4a2053a6f57fa5b7d6aa2854ac04794"
3703 dependencies = [
3456 - "anyhow",
3457 - "base64 0.22.1",
3458 - "bstr",
3459 - "clap 4.6.1",
3460 - "fancy-regex 0.13.0",
3461 - "futures",
3462 - "regex",
3463 - "reqwest 0.12.28",
3464 - "rustc-hash 1.1.0",
3465 - "serde",
3466 - "serde_json",
3467 - "serde_with",
3468 - "sha1",
3469 - "sha2",
3470 - "thiserror 2.0.18",
3704 + "bitflags 2.13.0",
3705 + "block2",
3706 + "dispatch2",
3707 + "objc2",
3708 + "objc2-core-foundation",
3709 + "objc2-foundation",
3710 ]
3711
3712 [[package]]
3474 -name = "onde-tqdm"
3475 -version = "0.8.2"
3713 +name = "once_cell"
3714 +version = "1.21.4"
3715 +source = "registry+https://github.com/rust-lang/crates.io-index"
3716 +checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
3717 +
3718 +[[package]]
3719 +name = "once_cell_polyfill"
3720 +version = "1.70.2"
3721 source = "registry+https://github.com/rust-lang/crates.io-index"
3477 -checksum = "2d96f4fcb4af06959bf9c9b81ace0502e2be2d11d7e037c94f3f7851bde720ea"
3722 +checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe"
3723 +
3724 +[[package]]
3725 +name = "onde"
3726 +version = "1.1.4"
3727 dependencies = [
3728 "anyhow",
3480 - "crossterm",
3481 - "once_cell",
3729 + "cc",
3730 + "dotenvy",
3731 + "hf-hub",
3732 + "home",
3733 + "log",
3734 + "mistralrs",
3735 + "mistralrs-core",
3736 + "reqwest 0.12.28",
3737 + "serde",
3738 + "serde_json",
3739 + "smbcloud-gresiq-sdk",
3740 + "thiserror 2.0.18",
3741 + "tokio",
3742 + "tsync",
3743 + "uniffi",
3744 ]
3745
3746 [[package]]
@@ -3503,6 +3765,30 @@ dependencies = [
3765 "pkg-config",
3766 ]
3767
3768 +[[package]]
3769 +name = "openai-harmony"
3770 +version = "0.0.8"
3771 +source = "registry+https://github.com/rust-lang/crates.io-index"
3772 +checksum = "e77e82af451fc95deeb728a40b84db8ee82d341e136c268de415123a560b9b72"
3773 +dependencies = [
3774 + "anyhow",
3775 + "base64 0.22.1",
3776 + "bstr",
3777 + "clap 4.6.1",
3778 + "fancy-regex 0.13.0",
3779 + "futures",
3780 + "image",
3781 + "regex",
3782 + "reqwest 0.12.28",
3783 + "rustc-hash 1.1.0",
3784 + "serde",
3785 + "serde_json",
3786 + "serde_with",
3787 + "sha1",
3788 + "sha2",
3789 + "thiserror 2.0.18",
3790 +]
3791 +
3792 [[package]]
3793 name = "openssl-probe"
3794 version = "0.2.1"
@@ -3562,6 +3848,12 @@ version = "1.0.15"
3848 source = "registry+https://github.com/rust-lang/crates.io-index"
3849 checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a"
3850
3851 +[[package]]
3852 +name = "pastey"
3853 +version = "0.1.1"
3854 +source = "registry+https://github.com/rust-lang/crates.io-index"
3855 +checksum = "35fb2e5f958ec131621fdd531e9fc186ed768cbe395337403ae56c17a74c68ec"
3856 +
3857 [[package]]
3858 name = "percent-encoding"
3859 version = "2.3.2"
@@ -3740,6 +4032,25 @@ dependencies = [
4032 "unicode-ident",
4033 ]
4034
4035 +[[package]]
4036 +name = "profiling"
4037 +version = "1.0.18"
4038 +source = "registry+https://github.com/rust-lang/crates.io-index"
4039 +checksum = "3d595e54a326bc53c1c197b32d295e14b169e3cfeaa8dc82b529f947fba6bcf5"
4040 +dependencies = [
4041 + "profiling-procmacros",
4042 +]
4043 +
4044 +[[package]]
4045 +name = "profiling-procmacros"
4046 +version = "1.0.18"
4047 +source = "registry+https://github.com/rust-lang/crates.io-index"
4048 +checksum = "4488a4a36b9a4ba6b9334a32a39971f77c1436ec82c38707bce707699cc3bbcb"
4049 +dependencies = [
4050 + "quote",
4051 + "syn 2.0.117",
4052 +]
4053 +
4054 [[package]]
4055 name = "pulp"
4056 version = "0.21.5"
@@ -3973,6 +4284,56 @@ dependencies = [
4284 "rand_core 0.9.5",
4285 ]
4286
4287 +[[package]]
4288 +name = "rav1e"
4289 +version = "0.8.1"
4290 +source = "registry+https://github.com/rust-lang/crates.io-index"
4291 +checksum = "43b6dd56e85d9483277cde964fd1bdb0428de4fec5ebba7540995639a21cb32b"
4292 +dependencies = [
4293 + "aligned-vec",
4294 + "arbitrary",
4295 + "arg_enum_proc_macro",
4296 + "arrayvec",
4297 + "av-scenechange",
4298 + "av1-grain",
4299 + "bitstream-io",
4300 + "built",
4301 + "cfg-if",
4302 + "interpolate_name",
4303 + "itertools",
4304 + "libc",
4305 + "libfuzzer-sys",
4306 + "log",
4307 + "maybe-rayon",
4308 + "new_debug_unreachable",
4309 + "noop_proc_macro",
4310 + "num-derive",
4311 + "num-traits",
4312 + "paste",
4313 + "profiling",
4314 + "rand 0.9.4",
4315 + "rand_chacha 0.9.0",
4316 + "simd_helpers",
4317 + "thiserror 2.0.18",
4318 + "v_frame",
4319 + "wasm-bindgen",
4320 +]
4321 +
4322 +[[package]]
4323 +name = "ravif"
4324 +version = "0.13.0"
4325 +source = "registry+https://github.com/rust-lang/crates.io-index"
4326 +checksum = "e52310197d971b0f5be7fe6b57530dcd27beb35c1b013f29d66c1ad73fbbcc45"
4327 +dependencies = [
4328 + "avif-serialize",
4329 + "imgref",
4330 + "loop9",
4331 + "quick-error",
4332 + "rav1e",
4333 + "rayon",
4334 + "rgb",
4335 +]
4336 +
4337 [[package]]
4338 name = "raw-cpuid"
4339 version = "11.6.0"
@@ -4200,6 +4561,12 @@ dependencies = [
4561 "web-sys",
4562 ]
4563
4564 +[[package]]
4565 +name = "rgb"
4566 +version = "0.8.53"
4567 +source = "registry+https://github.com/rust-lang/crates.io-index"
4568 +checksum = "47b34b781b31e5d73e9fbc8689c70551fd1ade9a19e3e28cfec8580a79290cc4"
4569 +
4570 [[package]]
4571 name = "ring"
4572 version = "0.17.14"
@@ -4404,13 +4771,15 @@ dependencies = [
4771
4772 [[package]]
4773 name = "safetensors"
4407 -version = "0.7.0"
4774 +version = "0.8.0"
4775 source = "registry+https://github.com/rust-lang/crates.io-index"
4409 -checksum = "675656c1eabb620b921efea4f9199f97fc86e36dd6ffd1fbbe48d0f59a4987f5"
4776 +checksum = "79b079b829cb27a1c3c374341345ed2e8b2c0c839034522cee576c140bd7f846"
4777 dependencies = [
4778 "hashbrown 0.16.1",
4779 + "libc",
4780 "serde",
4781 "serde_json",
4782 + "tempfile",
4783 ]
4784
4785 [[package]]
@@ -4526,6 +4895,15 @@ dependencies = [
4895 "syn 2.0.117",
4896 ]
4897
4898 +[[package]]
4899 +name = "seccompiler"
4900 +version = "0.5.0"
4901 +source = "registry+https://github.com/rust-lang/crates.io-index"
4902 +checksum = "a4ae55de56877481d112a559bbc12667635fdaf5e005712fd4e2b2fa50ffc884"
4903 +dependencies = [
4904 + "libc",
4905 +]
4906 +
4907 [[package]]
4908 name = "security-framework"
4909 version = "3.7.0"
@@ -4847,6 +5225,15 @@ dependencies = [
5225 "simdutf8",
5226 ]
5227
5228 +[[package]]
5229 +name = "simd_helpers"
5230 +version = "0.1.0"
5231 +source = "registry+https://github.com/rust-lang/crates.io-index"
5232 +checksum = "95890f873bec569a0362c235787f3aca6e1e887302ba4840839bcc6459c42da6"
5233 +dependencies = [
5234 + "quote",
5235 +]
5236 +
5237 [[package]]
5238 name = "simdutf8"
5239 version = "0.1.5"
@@ -4982,7 +5369,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
5369 checksum = "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326"
5370 dependencies = [
5371 "base64 0.13.1",
4985 - "nom",
5372 + "nom 7.1.3",
5373 "serde",
5374 "unicode-segmentation",
5375 ]
@@ -5827,6 +6214,16 @@ version = "0.3.3"
6214 source = "registry+https://github.com/rust-lang/crates.io-index"
6215 checksum = "8df9b6e13f2d32c91b9bd719c00d1958837bc7dec474d94952798cc8e69eeec3"
6216
6217 +[[package]]
6218 +name = "tqdm"
6219 +version = "0.8.0"
6220 +source = "git+https://github.com/setoelkahfi/tqdm?branch=deps%2Fbump-crossterm#41e4182829136e6dadbdd1c36af824d19219147a"
6221 +dependencies = [
6222 + "anyhow",
6223 + "crossterm",
6224 + "once_cell",
6225 +]
6226 +
6227 [[package]]
6228 name = "tracing"
6229 version = "0.1.44"
@@ -6290,6 +6687,17 @@ dependencies = [
6687 "wasm-bindgen",
6688 ]
6689
6690 +[[package]]
6691 +name = "v_frame"
6692 +version = "0.3.9"
6693 +source = "registry+https://github.com/rust-lang/crates.io-index"
6694 +checksum = "666b7727c8875d6ab5db9533418d7c764233ac9c0cff1d469aec8fa127597be2"
6695 +dependencies = [
6696 + "aligned-vec",
6697 + "num-traits",
6698 + "wasm-bindgen",
6699 +]
6700 +
6701 [[package]]
6702 name = "valuable"
6703 version = "0.1.1"
@@ -6554,7 +6962,7 @@ version = "5.0.0"
6962 source = "registry+https://github.com/rust-lang/crates.io-index"
6963 checksum = "998d2c24ec099a87daf9467808859f9d82b61f1d9c9701251aea037f514eae0e"
6964 dependencies = [
6557 - "nom",
6965 + "nom 7.1.3",
6966 ]
6967
6968 [[package]]
@@ -7102,6 +7510,12 @@ version = "0.6.3"
7510 source = "registry+https://github.com/rust-lang/crates.io-index"
7511 checksum = "1ffae5123b2d3fc086436f8834ae3ab053a283cfac8fe0a0b8eaae044768a4c4"
7512
7513 +[[package]]
7514 +name = "y4m"
7515 +version = "0.8.0"
7516 +source = "registry+https://github.com/rust-lang/crates.io-index"
7517 +checksum = "7a5a4b21e1a62b67a2970e6831bc091d7b87e119e7f9791aef9702e3bef04448"
7518 +
7519 [[package]]
7520 name = "yoke"
7521 version = "0.7.5"
@@ -7231,9 +7645,9 @@ dependencies = [
7645
7646 [[package]]
7647 name = "zip"
7234 -version = "7.2.0"
7648 +version = "8.6.0"
7649 source = "registry+https://github.com/rust-lang/crates.io-index"
7236 -checksum = "c42e33efc22a0650c311c2ef19115ce232583abbe80850bc8b66509ebef02de0"
7650 +checksum = "2d04a6b5381502aa6087c94c669499eb1602eb9c5e8198e534de571f7154809b"
7651 dependencies = [
7652 "crc32fast",
7653 "indexmap 2.14.0",
Cargo.toml
+25 -21
@@ -26,51 +26,51 @@ crate-type = ["lib", "cdylib", "staticlib"]
26 # in the Android sandbox).
27 [target.'cfg(target_os = "android")'.dependencies]
28 hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
29 -mistralrs = { version = "0.8.2", package = "onde-mistralrs", features = [] }
30 -mistralrs-core = { version = "0.8.2", package = "onde-mistralrs-core", features = [] }
29 +mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs", features = [] }
30 +mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs-core", features = [] }
31
32 # iOS: Metal-accelerated inference; hf-hub + mistralrs-core needed for
33 # GLOBAL_HF_CACHE sandbox workaround (~/.cache is outside the container).
34 [target.'cfg(target_os = "ios")'.dependencies]
35 hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
36 -mistralrs = { version = "0.8.2", package = "onde-mistralrs", features = ["metal"] }
37 -mistralrs-core = { version = "0.8.2", package = "onde-mistralrs-core", features = ["metal"] }
36 +mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs", features = ["metal"] }
37 +mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs-core", features = ["metal"] }
38
39 # Linux: CPU-only baseline (no GPU features).
40 # For NVIDIA GPU builds, patch this to features = ["cuda"] in CI before building.
41 [target.'cfg(target_os = "linux")'.dependencies]
42 -mistralrs = { version = "0.8.2", package = "onde-mistralrs" }
42 +mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs" }
43
44 # macOS: Metal-accelerated inference.
45 [target.'cfg(target_os = "macos")'.dependencies]
46 -mistralrs = { version = "0.8.2", package = "onde-mistralrs", features = ["metal"] }
46 +mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs", features = ["metal"] }
47
48 # tvOS: Metal-accelerated inference (Apple TV has Apple GPU); hf-hub +
49 # mistralrs-core needed for GLOBAL_HF_CACHE sandbox workaround.
50 [target.'cfg(target_os = "tvos")'.dependencies]
51 hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
52 -mistralrs = { version = "0.8.2", package = "onde-mistralrs", features = ["metal"] }
53 -mistralrs-core = { version = "0.8.2", package = "onde-mistralrs-core", features = ["metal"] }
52 +mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs", features = ["metal"] }
53 +mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs-core", features = ["metal"] }
54
55 # visionOS: Metal-accelerated inference (Apple Vision Pro has M2 GPU);
56 # hf-hub + mistralrs-core needed for GLOBAL_HF_CACHE sandbox workaround.
57 [target.'cfg(target_os = "visionos")'.dependencies]
58 hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
59 -mistralrs = { version = "0.8.2", package = "onde-mistralrs", features = ["metal"] }
60 -mistralrs-core = { version = "0.8.2", package = "onde-mistralrs-core", features = ["metal"] }
59 +mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs", features = ["metal"] }
60 +mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs-core", features = ["metal"] }
61
62 # watchOS: Metal-accelerated inference (Apple Watch Series 4+ has Apple GPU);
63 # hf-hub + mistralrs-core needed for GLOBAL_HF_CACHE sandbox workaround.
64 # Memory constrained — default to 1.5B model.
65 [target.'cfg(target_os = "watchos")'.dependencies]
66 hf-hub = { version = "0.4", features = ["tokio", "rustls-tls"], default-features = false }
67 -mistralrs = { version = "0.8.2", package = "onde-mistralrs", features = ["metal"] }
68 -mistralrs-core = { version = "0.8.2", package = "onde-mistralrs-core", features = ["metal"] }
67 +mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs", features = ["metal"] }
68 +mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs-core", features = ["metal"] }
69
70 # Windows: CPU-only baseline (no GPU features).
71 # For NVIDIA GPU builds, patch this to features = ["cuda"] in CI before building.
72 [target.'cfg(target_os = "windows")'.dependencies]
73 -mistralrs = { version = "0.8.2", package = "onde-mistralrs" }
73 +mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs" }
74
75 [dependencies]
76 anyhow = "1"
@@ -101,17 +101,21 @@ dotenvy = "0.15"
101 # Required for UniFFI scaffolding code generation at build time.
102 uniffi = { version = "=0.31.0", features = ["build"] }
103
104 -# ── Local development patches ────────────────────────────────────────────────
104 +# ── mistral.rs fork deps ─────────────────────────────────────────────────────
105 #
106 -# [patch.crates-io] is stripped by `cargo publish` and never seen by crates.io
107 -# consumers. These patches only apply when building from this local checkout.
106 +# The target-conditional mistralrs deps above are temporarily pointed at the
107 +# git fork (fix/all-platform-fixes, synced with upstream 0.8.23) instead of
108 +# the published onde-mistralrs 0.8.2 crates.
109 #
109 -# To develop against the mistral.rs git fork locally instead of the published
110 -# onde-mistralrs crates, uncomment the block below:
110 +# NOTE: a [patch.crates-io] entry CANNOT rename a package, so patching
111 +# `onde-mistralrs` with the fork's `mistralrs` package silently never applies
112 +# — cargo keeps using the registry crate. That is why the dependencies are
113 +# switched to `git = ...` directly.
114 #
112 -# [patch.crates-io]
113 -# onde-mistralrs = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs" }
114 -# onde-mistralrs-core = { git = "https://github.com/setoelkahfi/mistral.rs", branch = "fix/all-platform-fixes", package = "mistralrs-core" }
115 +# Before the next crates.io release: publish onde-mistralrs{,-core} 0.8.23
116 +# from the fork, then flip these deps back to registry form
117 +# (`version = "0.8.23", package = "onde-mistralrs"`), because `cargo publish`
118 +# rejects git dependencies.
119
120 # Patch sysctl with watchOS support until upstream merges it.
121 # PR: https://github.com/johalun/sysctl-rs/pull/74