A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 9, 18:15 UTC
[CPU][Feat] Update PyTorch to v2.10 for CPU Backend (#32869)
Signed-off-by: Fadi Arafeh <fadi.arafeh@arm.com> Co-authored-by: Li, Jiang <jiang1.li@intel.com>
Fadi Arafeh committed
Jan 23, 2026 at 13:13 UTC
10e94c84f6ce4e5f1dff8a2fefc242e9ee687d0c
3 files changed
+5
-6
docker/Dockerfile.cpu
+1
-1
@@ -132,7 +132,7 @@ RUN --mount=type=bind,src=requirements/test.in,target=requirements/test.in \
132
esac; \
133
}; \
134
remove_packages_not_supported_on_aarch64 && \
135
- sed -i 's/^torch==.*/torch==2.9.1/g' requirements/cpu-test.in && \
135
+ sed -i 's/^torch==.*/torch==2.10.0/g' requirements/cpu-test.in && \
136
sed -i 's/torchaudio.*/torchaudio/g' requirements/cpu-test.in && \
137
sed -i 's/torchvision.*/torchvision/g' requirements/cpu-test.in && \
138
uv pip compile requirements/cpu-test.in -o requirements/cpu-test.txt --index-strategy unsafe-best-match --torch-backend cpu
requirements/cpu-build.txt
+2
-3
@@ -3,9 +3,8 @@ ninja
3
packaging>=24.2
4
setuptools==77.0.3 # this version can reuse CMake build dir
5
setuptools-scm>=8
6
-torch==2.9.1+cpu; platform_machine == "x86_64" or platform_machine == "s390x"
7
-torch==2.9.1; platform_system == "Darwin" or platform_machine == "ppc64le" or platform_machine == "aarch64"
8
-scons; platform_machine == "aarch64" # needed to build Arm Compute Library (ACL)
6
+torch==2.10.0+cpu; platform_machine == "x86_64" or platform_machine == "s390x"
7
+torch==2.10.0; platform_machine == "aarch64" or platform_system == "Darwin" or platform_machine == "ppc64le"
8
wheel
9
jinja2>=3.1.6
10
regex
requirements/cpu.txt
+2
-2
@@ -6,8 +6,8 @@ setuptools==77.0.3 # this version can reuse CMake build dir
6
numba == 0.61.2; platform_machine != "s390x" # Required for N-gram speculative decoding
7
8
# Dependencies for CPUs
9
-torch==2.9.1+cpu; platform_machine == "x86_64" or platform_machine == "s390x"
10
-torch==2.9.1; platform_system == "Darwin" or platform_machine == "ppc64le" or platform_machine == "aarch64"
9
+torch==2.10.0+cpu; platform_machine == "x86_64" or platform_machine == "s390x"
10
+torch==2.10.0; platform_machine == "aarch64" or platform_system == "Darwin" or platform_machine == "ppc64le"
11
12
# required for the image processor of minicpm-o-2_6, this must be updated alongside torch
13
torchaudio; platform_machine != "s390x"