| 1 | # Common dependencies |
| 2 | -r common.txt |
| 3 | |
| 4 | setuptools==78.1.1 # this version can reuse CMake build dir; >=78.1.1 for GHSA-5rjg-fvgr-3xxf |
| 5 | |
| 6 | numba == 0.65.0 # Required for N-gram speculative decoding |
| 7 | |
| 8 | # Dependencies for CPUs |
| 9 | torch==2.13.0+cpu; platform_machine == "x86_64" or platform_machine == "s390x" or platform_machine == "aarch64" |
| 10 | torch==2.13.0; platform_system == "Darwin" or platform_machine == "ppc64le" or platform_machine == "riscv64" |
| 11 | |
| 12 | # required for the image processor of minicpm-o-2_6, this must be updated alongside torch |
| 13 | torchaudio; platform_machine != "s390x" and platform_machine != "riscv64" |
| 14 | |
| 15 | # required for the image processor of phi3v, this must be updated alongside torch |
| 16 | torchvision; platform_machine != "riscv64" |
| 17 | |
| 18 | # required for the torchcodec video decoding backend |
| 19 | torchcodec >= 0.14; platform_machine != "riscv64" and platform_machine != "ppc64le" |
| 20 | |
| 21 | # Intel Extension for PyTorch, only for x86_64 CPUs |
| 22 | intel-openmp==2024.2.1; platform_machine == "x86_64" |
| 23 | |
| 24 | # triton-cpu, only for x86_64 CPUs |
| 25 | triton @ https://github.com/triton-lang/triton-cpu/releases/download/v3.8.0/triton-3.8.0+cpu-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl ; platform_machine == "x86_64" and python_version == "3.10" |
| 26 | triton @ https://github.com/triton-lang/triton-cpu/releases/download/v3.8.0/triton-3.8.0+cpu-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl ; platform_machine == "x86_64" and python_version == "3.11" |
| 27 | triton @ https://github.com/triton-lang/triton-cpu/releases/download/v3.8.0/triton-3.8.0+cpu-cp312-abi3-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl ; platform_machine == "x86_64" and python_version >= "3.12" |
| 28 | |
| 29 | # Use this to gather CPU info and optimize based on ARM Neoverse cores |
| 30 | py-cpuinfo; platform_machine == "aarch64" |