A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 14, 00:30 UTC
Reapply "Install pre-built xformers-0.0.32.post2 built with pt-2.9.0" (#27768)
Signed-off-by: Huy Do <huydhn@gmail.com>
Huy Do committed
Oct 30, 2025 at 10:22 UTC
ba33e8830dceb32e9b03508bbff435e3082759b8
2 files changed
+2
-9
docker/Dockerfile
-7
@@ -361,13 +361,6 @@ RUN --mount=type=bind,from=build,src=/workspace/dist,target=/vllm-workspace/dist
361
&& uv pip install --system dist/*.whl --verbose \
362
--extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.')
363
364
-# TODO (huydhn): Remove this once xformers is released for 2.9.0
365
-RUN --mount=type=cache,target=/root/.cache/uv bash - <<'BASH'
366
- . /etc/environment
367
- export TORCH_CUDA_ARCH_LIST='7.5 8.0+PTX 9.0a'
368
- uv pip install --system --no-build-isolation "git+https://github.com/facebookresearch/xformers@v0.0.32.post2"
369
-BASH
370
-
364
# Install FlashInfer pre-compiled kernel cache and binaries
365
# https://docs.flashinfer.ai/installation.html
366
RUN --mount=type=cache,target=/root/.cache/uv \
requirements/cuda.txt
+2
-2
@@ -9,7 +9,7 @@ torch==2.9.0
9
torchaudio==2.9.0
10
# These must be updated alongside torch
11
torchvision==0.24.0 # Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
12
-# https://github.com/facebookresearch/xformers/releases/tag/v0.0.32.post1
13
-# xformers==0.0.32.post1; platform_system == 'Linux' and platform_machine == 'x86_64' # Requires PyTorch >= 2.8
12
+# Build from https://github.com/facebookresearch/xformers/releases/tag/v0.0.32.post1
13
+xformers==0.0.33+5d4b92a5.d20251029; platform_system == 'Linux' and platform_machine == 'x86_64' # Requires PyTorch >= 2.9
14
# FlashInfer should be updated together with the Dockerfile
15
flashinfer-python==0.4.1