A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 22:00 UTC
[MISC] Upgrade dependency to PyTorch 2.3.1 (#5327)
Cody Yu committed
Jul 12, 2024 at 12:04 UTC
aa48e502fba074a3c3afeeba0267d0f9e9f205db
5 files changed
+8
-8
.github/workflows/publish.yml
+1
-1
@@ -49,7 +49,7 @@ jobs:
49
matrix:
50
os: ['ubuntu-20.04']
51
python-version: ['3.8', '3.9', '3.10', '3.11']
52
- pytorch-version: ['2.3.0'] # Must be the most recent version that meets requirements-cuda.txt.
52
+ pytorch-version: ['2.3.1'] # Must be the most recent version that meets requirements-cuda.txt.
53
cuda-version: ['11.8', '12.1']
54
55
steps:
CMakeLists.txt
+1
-1
@@ -32,7 +32,7 @@ set(HIP_SUPPORTED_ARCHS "gfx906;gfx908;gfx90a;gfx940;gfx941;gfx942;gfx1030;gfx11
32
# requirements.txt files and should be kept consistent. The ROCm torch
33
# versions are derived from Dockerfile.rocm
34
#
35
-set(TORCH_SUPPORTED_VERSION_CUDA "2.3.0")
35
+set(TORCH_SUPPORTED_VERSION_CUDA "2.3.1")
36
set(TORCH_SUPPORTED_VERSION_ROCM "2.4.0")
37
38
#
pyproject.toml
+1
-1
@@ -5,7 +5,7 @@ requires = [
5
"ninja",
6
"packaging",
7
"setuptools >= 49.4.0",
8
- "torch == 2.3.0",
8
+ "torch == 2.3.1",
9
"wheel",
10
]
11
build-backend = "setuptools.build_meta"
requirements-build.txt
+1
-1
@@ -3,5 +3,5 @@ cmake>=3.21
3
ninja
4
packaging
5
setuptools>=49.4.0
6
-torch==2.3.0
6
+torch==2.3.1
7
wheel
requirements-cuda.txt
+4
-4
@@ -4,8 +4,8 @@
4
# Dependencies for NVIDIA GPUs
5
ray >= 2.9
6
nvidia-ml-py # for pynvml package
7
-torch == 2.3.0
7
+torch == 2.3.1
8
# These must be updated alongside torch
9
-torchvision == 0.18.0 # Required for phi3v processor, also see https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
10
-xformers == 0.0.26.post1 # Requires PyTorch 2.3.0
11
-vllm-flash-attn == 2.5.9 # Requires PyTorch 2.3.0
9
+torchvision == 0.18.1 # Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
10
+xformers == 0.0.27 # Requires PyTorch 2.3.1
11
+vllm-flash-attn == 2.5.9.post1 # Requires PyTorch 2.3.1