A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 03:15 UTC
Fixed docker build for ppc64le (#11518)
Signed-off-by: Nishidha Panpaliya <nishidha.panpaliya@partner.ibm.com>
Nishidha committed
Jan 8, 2025 at 10:35 UTC
b640b19cc0babe256c5455befe95340f951763d9
1 file changed
+2
-3
Dockerfile.ppc64le
+2
-3
@@ -4,7 +4,7 @@ USER root
4
5
ENV PATH="/usr/local/cargo/bin:$PATH:/opt/conda/bin/"
6
7
-RUN apt-get update -y && apt-get install -y git wget curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1
7
+RUN apt-get update -y && apt-get install -y git wget curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1 libssl-dev
8
9
# Some packages in requirements-cpu are installed here
10
# IBM provides optimized packages for ppc64le processors in the open-ce project for mamba
@@ -18,9 +18,8 @@ ARG GIT_REPO_CHECK=0
18
RUN --mount=type=bind,source=.git,target=.git \
19
if [ "$GIT_REPO_CHECK" != 0 ]; then bash tools/check_repo.sh; fi
20
21
-# These packages will be in rocketce eventually
21
RUN --mount=type=cache,target=/root/.cache/pip \
23
- pip install -v --prefer-binary --extra-index-url https://repo.fury.io/mgiessing \
22
+ RUSTFLAGS='-L /opt/conda/lib' pip install -v --prefer-binary --extra-index-url https://repo.fury.io/mgiessing \
23
'cmake>=3.26' ninja packaging 'setuptools-scm>=8' wheel jinja2 \
24
torch==2.3.1 \
25
-r requirements-cpu.txt \