A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 07:00 UTC
Revert "[ci][build] limit cmake version" (#10271)
youkaichao committed
Nov 12, 2024 at 15:06 UTC
377b74fe877c7eb4632c2ca0778b9da9a5db8ae6
7 files changed
+7
-7
Dockerfile.neuron
+1
-1
@@ -31,7 +31,7 @@ RUN --mount=type=bind,source=.git,target=.git \
31
if [ "$GIT_REPO_CHECK" != 0 ]; then bash tools/check_repo.sh ; fi
32
33
RUN python3 -m pip install -U \
34
- 'cmake>=3.26,<=3.30' ninja packaging 'setuptools-scm>=8' wheel jinja2 \
34
+ 'cmake>=3.26' ninja packaging 'setuptools-scm>=8' wheel jinja2 \
35
-r requirements-neuron.txt
36
37
ENV VLLM_TARGET_DEVICE neuron
Dockerfile.ppc64le
+1
-1
@@ -21,7 +21,7 @@ RUN --mount=type=bind,source=.git,target=.git \
21
# These packages will be in rocketce eventually
22
RUN --mount=type=cache,target=/root/.cache/pip \
23
pip install -v --prefer-binary --extra-index-url https://repo.fury.io/mgiessing \
24
- 'cmake>=3.26,<=3.30' ninja packaging 'setuptools-scm>=8' wheel jinja2 \
24
+ 'cmake>=3.26' ninja packaging 'setuptools-scm>=8' wheel jinja2 \
25
torch==2.3.1 \
26
-r requirements-cpu.txt \
27
xformers uvloop==0.20.0
docs/source/getting_started/cpu-installation.rst
+1
-1
@@ -62,7 +62,7 @@ Build from source
62
.. code-block:: console
63
64
$ pip install --upgrade pip
65
- $ pip install cmake>=3.26,<=3.30 wheel packaging ninja "setuptools-scm>=8" numpy
65
+ $ pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy
66
$ pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu
67
68
- Finally, build and install vLLM CPU backend:
pyproject.toml
+1
-1
@@ -1,7 +1,7 @@
1
[build-system]
2
# Should be mirrored in requirements-build.txt
3
requires = [
4
- "cmake>=3.26,<=3.30",
4
+ "cmake>=3.26",
5
"ninja",
6
"packaging",
7
"setuptools>=61",
requirements-build.txt
+1
-1
@@ -1,5 +1,5 @@
1
# Should be mirrored in pyproject.toml
2
-cmake>=3.26,<=3.30
2
+cmake>=3.26
3
ninja
4
packaging
5
setuptools>=61
requirements-tpu.txt
+1
-1
@@ -2,7 +2,7 @@
2
-r requirements-common.txt
3
4
# Dependencies for TPU
5
-cmake>=3.26,<=3.30
5
+cmake>=3.26
6
ninja
7
packaging
8
setuptools-scm>=8
requirements-xpu.txt
+1
-1
@@ -2,7 +2,7 @@
2
-r requirements-common.txt
3
4
ray >= 2.9
5
-cmake>=3.26,<=3.30
5
+cmake>=3.26
6
ninja
7
packaging
8
setuptools-scm>=8