@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / b482b9a5b1
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 19:30 UTC

[CI/Build] Add support for Python 3.12 (#7035)

Michael Goin committed Aug 2, 2024 at 16:51 UTC b482b9a5b13ba7d126adabbedb3ba66f48d4d83b
7 files changed +7 -6
.github/workflows/mypy.yaml
+1 -1
@@ -15,7 +15,7 @@ jobs:
15 runs-on: ubuntu-latest
16 strategy:
17 matrix:
18 - python-version: ["3.8", "3.9", "3.10", "3.11"]
18 + python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
19 steps:
20 - uses: actions/checkout@v2
21 - name: Set up Python ${{ matrix.python-version }}
.github/workflows/publish.yml
+1 -1
@@ -48,7 +48,7 @@ jobs:
48 fail-fast: false
49 matrix:
50 os: ['ubuntu-20.04']
51 - python-version: ['3.8', '3.9', '3.10', '3.11']
51 + python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
52 pytorch-version: ['2.4.0'] # Must be the most recent version that meets requirements-cuda.txt.
53 cuda-version: ['11.8', '12.1']
54
.github/workflows/ruff.yml
+1 -1
@@ -15,7 +15,7 @@ jobs:
15 runs-on: ubuntu-latest
16 strategy:
17 matrix:
18 - python-version: ["3.8", "3.9", "3.10", "3.11"]
18 + python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
19 steps:
20 - uses: actions/checkout@v2
21 - name: Set up Python ${{ matrix.python-version }}
.github/workflows/yapf.yml
+1 -1
@@ -14,7 +14,7 @@ jobs:
14 runs-on: ubuntu-latest
15 strategy:
16 matrix:
17 - python-version: ["3.8", "3.9", "3.10", "3.11"]
17 + python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
18 steps:
19 - uses: actions/checkout@v2
20 - name: Set up Python ${{ matrix.python-version }}
CMakeLists.txt
+1 -1
@@ -14,7 +14,7 @@ include(${CMAKE_CURRENT_LIST_DIR}/cmake/utils.cmake)
14 # Supported python versions. These versions will be searched in order, the
15 # first match will be selected. These should be kept in sync with setup.py.
16 #
17 -set(PYTHON_SUPPORTED_VERSIONS "3.8" "3.9" "3.10" "3.11")
17 +set(PYTHON_SUPPORTED_VERSIONS "3.8" "3.9" "3.10" "3.11" "3.12")
18
19 # Supported NVIDIA architectures.
20 set(CUDA_SUPPORTED_ARCHS "7.0;7.5;8.0;8.6;8.9;9.0")
docs/source/getting_started/installation.rst
+1 -1
@@ -9,7 +9,7 @@ Requirements
9 ------------
10
11 * OS: Linux
12 -* Python: 3.8 -- 3.11
12 +* Python: 3.8 -- 3.12
13 * GPU: compute capability 7.0 or higher (e.g., V100, T4, RTX20xx, A100, L4, H100, etc.)
14
15 Install with pip
setup.py
+1
@@ -465,6 +465,7 @@ setup(
465 "Programming Language :: Python :: 3.9",
466 "Programming Language :: Python :: 3.10",
467 "Programming Language :: Python :: 3.11",
468 + "Programming Language :: Python :: 3.12",
469 "License :: OSI Approved :: Apache Software License",
470 "Topic :: Scientific/Engineering :: Artificial Intelligence",
471 ],