@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / bd2107e30a
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 00:45 UTC

[CPU][PPC] Updated torch, torchvision, torchaudio dependencies (#12555)

Signed-off-by: npanpaliya <nishidha.panpaliya@partner.ibm.com>

Nishidha committed Jan 31, 2025 at 02:59 UTC bd2107e30a258a5bcaa94e678a3890ec083a60a0
2 files changed +11 -6
Dockerfile.ppc64le
+2 -3
@@ -4,12 +4,12 @@ USER root
4
5 ENV PATH="/usr/local/cargo/bin:$PATH:/opt/conda/bin/"
6
7 -RUN apt-get update -y && apt-get install -y git wget curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1 libssl-dev
7 +RUN apt-get update -y && apt-get install -y git wget kmod curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1 libssl-dev
8
9 # Some packages in requirements-cpu are installed here
10 # IBM provides optimized packages for ppc64le processors in the open-ce project for mamba
11 # Currently these may not be available for venv or pip directly
12 -RUN micromamba install -y -n base -c https://ftp.osuosl.org/pub/open-ce/1.11.0-p10/ -c defaults python=3.10 torchvision-cpu=0.16.2 rust && micromamba clean --all --yes
12 +RUN micromamba install -y -n base -c https://ftp.osuosl.org/pub/open-ce/1.11.0-p10/ -c defaults python=3.10 rust && micromamba clean --all --yes
13
14 COPY ./ /workspace/vllm
15
@@ -21,7 +21,6 @@ RUN --mount=type=bind,source=.git,target=.git \
21 RUN --mount=type=cache,target=/root/.cache/pip \
22 RUSTFLAGS='-L /opt/conda/lib' pip install -v --prefer-binary --extra-index-url https://repo.fury.io/mgiessing \
23 'cmake>=3.26' ninja packaging 'setuptools-scm>=8' wheel jinja2 \
24 - torch==2.3.1 \
24 -r requirements-cpu.txt \
25 xformers uvloop==0.20.0
26
requirements-cpu.txt
+9 -3
@@ -3,7 +3,13 @@
3
4 # Dependencies for CPUs
5 torch==2.5.1+cpu; platform_machine != "ppc64le" and platform_machine != "aarch64" and platform_system != "Darwin"
6 -torch==2.5.1; platform_machine == "aarch64" or platform_system == "Darwin"
7 -torchaudio; platform_machine != "ppc64le" # required for the image processor of minicpm-o-2_6, this must be updated alongside torch
8 -torchvision; platform_machine != "ppc64le" # required for the image processor of phi3v, this must be updated alongside torch
6 +torch==2.5.1; platform_machine == "ppc64le" or platform_machine == "aarch64" or platform_system == "Darwin"
7 +
8 +# required for the image processor of minicpm-o-2_6, this must be updated alongside torch
9 +torchaudio; platform_machine != "ppc64le"
10 +torchaudio==2.5.1; platform_machine == "ppc64le"
11 +
12 +# required for the image processor of phi3v, this must be updated alongside torch
13 +torchvision; platform_machine != "ppc64le"
14 +torchvision==0.20.1; platform_machine == "ppc64le"
15 datasets # for benchmark scripts