@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / aa48e502fb
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 22:00 UTC

[MISC] Upgrade dependency to PyTorch 2.3.1 (#5327)

Cody Yu committed Jul 12, 2024 at 12:04 UTC aa48e502fba074a3c3afeeba0267d0f9e9f205db
5 files changed +8 -8
.github/workflows/publish.yml
+1 -1
@@ -49,7 +49,7 @@ jobs:
49 matrix:
50 os: ['ubuntu-20.04']
51 python-version: ['3.8', '3.9', '3.10', '3.11']
52 - pytorch-version: ['2.3.0'] # Must be the most recent version that meets requirements-cuda.txt.
52 + pytorch-version: ['2.3.1'] # Must be the most recent version that meets requirements-cuda.txt.
53 cuda-version: ['11.8', '12.1']
54
55 steps:
CMakeLists.txt
+1 -1
@@ -32,7 +32,7 @@ set(HIP_SUPPORTED_ARCHS "gfx906;gfx908;gfx90a;gfx940;gfx941;gfx942;gfx1030;gfx11
32 # requirements.txt files and should be kept consistent. The ROCm torch
33 # versions are derived from Dockerfile.rocm
34 #
35 -set(TORCH_SUPPORTED_VERSION_CUDA "2.3.0")
35 +set(TORCH_SUPPORTED_VERSION_CUDA "2.3.1")
36 set(TORCH_SUPPORTED_VERSION_ROCM "2.4.0")
37
38 #
pyproject.toml
+1 -1
@@ -5,7 +5,7 @@ requires = [
5 "ninja",
6 "packaging",
7 "setuptools >= 49.4.0",
8 - "torch == 2.3.0",
8 + "torch == 2.3.1",
9 "wheel",
10 ]
11 build-backend = "setuptools.build_meta"
requirements-build.txt
+1 -1
@@ -3,5 +3,5 @@ cmake>=3.21
3 ninja
4 packaging
5 setuptools>=49.4.0
6 -torch==2.3.0
6 +torch==2.3.1
7 wheel
requirements-cuda.txt
+4 -4
@@ -4,8 +4,8 @@
4 # Dependencies for NVIDIA GPUs
5 ray >= 2.9
6 nvidia-ml-py # for pynvml package
7 -torch == 2.3.0
7 +torch == 2.3.1
8 # These must be updated alongside torch
9 -torchvision == 0.18.0 # Required for phi3v processor, also see https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
10 -xformers == 0.0.26.post1 # Requires PyTorch 2.3.0
11 -vllm-flash-attn == 2.5.9 # Requires PyTorch 2.3.0
9 +torchvision == 0.18.1 # Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
10 +xformers == 0.0.27 # Requires PyTorch 2.3.1
11 +vllm-flash-attn == 2.5.9.post1 # Requires PyTorch 2.3.1