A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 20:45 UTC
[build] add ib in image for out-of-the-box infiniband support (#6599)
[build] add ib so that multi-node support with infiniband can be supported out-of-the-box (#6599)
youkaichao committed
Jul 19, 2024 at 17:16 UTC
e81522e8792443eabe23412bbec0bffd1157e9a2
1 file changed
+1
-1
Dockerfile
+1
-1
@@ -168,7 +168,7 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
168
&& python3 --version
169
170
RUN apt-get update -y \
171
- && apt-get install -y python3-pip git curl
171
+ && apt-get install -y python3-pip git curl libibverbs-dev
172
173
# Install pip s.t. it will be compatible with our PYTHON_VERSION
174
RUN curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION}