@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / b640b19cc0
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 03:15 UTC

Fixed docker build for ppc64le (#11518)

Signed-off-by: Nishidha Panpaliya <nishidha.panpaliya@partner.ibm.com>

Nishidha committed Jan 8, 2025 at 10:35 UTC b640b19cc0babe256c5455befe95340f951763d9
1 file changed +2 -3
Dockerfile.ppc64le
+2 -3
@@ -4,7 +4,7 @@ USER root
4
5 ENV PATH="/usr/local/cargo/bin:$PATH:/opt/conda/bin/"
6
7 -RUN apt-get update -y && apt-get install -y git wget curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1
7 +RUN apt-get update -y && apt-get install -y git wget curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1 libssl-dev
8
9 # Some packages in requirements-cpu are installed here
10 # IBM provides optimized packages for ppc64le processors in the open-ce project for mamba
@@ -18,9 +18,8 @@ ARG GIT_REPO_CHECK=0
18 RUN --mount=type=bind,source=.git,target=.git \
19 if [ "$GIT_REPO_CHECK" != 0 ]; then bash tools/check_repo.sh; fi
20
21 -# These packages will be in rocketce eventually
21 RUN --mount=type=cache,target=/root/.cache/pip \
23 - pip install -v --prefer-binary --extra-index-url https://repo.fury.io/mgiessing \
22 + RUSTFLAGS='-L /opt/conda/lib' pip install -v --prefer-binary --extra-index-url https://repo.fury.io/mgiessing \
23 'cmake>=3.26' ninja packaging 'setuptools-scm>=8' wheel jinja2 \
24 torch==2.3.1 \
25 -r requirements-cpu.txt \