A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 5, 09:45 UTC
[ROCm][CI] Resolved nvidia package deps issue (#39421)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
Andreas Karatzas committed
Apr 9, 2026 at 11:06 UTC
9036d4c464ef0c4a5034a9db077049481d72c83a
3 files changed
+44
-11
.pre-commit-config.yaml
+36
-3
@@ -59,21 +59,54 @@ repos:
59
--no-emit-package, cuda-pathfinder,
60
--no-emit-package, cuda-toolkit,
61
--no-emit-package, cupy-cuda12x,
62
+ # nvidia packages (unsuffixed / unified naming)
63
--no-emit-package, nvidia-cublas,
64
--no-emit-package, nvidia-cuda-cupti,
65
--no-emit-package, nvidia-cuda-nvrtc,
66
--no-emit-package, nvidia-cuda-runtime,
66
- --no-emit-package, nvidia-cudnn-cu13,
67
+ --no-emit-package, nvidia-cudnn,
68
--no-emit-package, nvidia-cufft,
69
--no-emit-package, nvidia-cufile,
70
--no-emit-package, nvidia-curand,
71
--no-emit-package, nvidia-cusolver,
72
--no-emit-package, nvidia-cusparse,
73
+ --no-emit-package, nvidia-cusparselt,
74
+ --no-emit-package, nvidia-nccl,
75
+ --no-emit-package, nvidia-nvjitlink,
76
+ --no-emit-package, nvidia-nvshmem,
77
+ --no-emit-package, nvidia-nvtx,
78
+ # nvidia cu12 packages
79
+ --no-emit-package, nvidia-cublas-cu12,
80
+ --no-emit-package, nvidia-cuda-cupti-cu12,
81
+ --no-emit-package, nvidia-cuda-nvrtc-cu12,
82
+ --no-emit-package, nvidia-cuda-runtime-cu12,
83
+ --no-emit-package, nvidia-cudnn-cu12,
84
+ --no-emit-package, nvidia-cufft-cu12,
85
+ --no-emit-package, nvidia-cufile-cu12,
86
+ --no-emit-package, nvidia-curand-cu12,
87
+ --no-emit-package, nvidia-cusolver-cu12,
88
+ --no-emit-package, nvidia-cusparse-cu12,
89
+ --no-emit-package, nvidia-cusparselt-cu12,
90
+ --no-emit-package, nvidia-nccl-cu12,
91
+ --no-emit-package, nvidia-nvjitlink-cu12,
92
+ --no-emit-package, nvidia-nvshmem-cu12,
93
+ --no-emit-package, nvidia-nvtx-cu12,
94
+ # nvidia cu13 packages
95
+ --no-emit-package, nvidia-cublas-cu13,
96
+ --no-emit-package, nvidia-cuda-cupti-cu13,
97
+ --no-emit-package, nvidia-cuda-nvrtc-cu13,
98
+ --no-emit-package, nvidia-cuda-runtime-cu13,
99
+ --no-emit-package, nvidia-cudnn-cu13,
100
+ --no-emit-package, nvidia-cufft-cu13,
101
+ --no-emit-package, nvidia-cufile-cu13,
102
+ --no-emit-package, nvidia-curand-cu13,
103
+ --no-emit-package, nvidia-cusolver-cu13,
104
+ --no-emit-package, nvidia-cusparse-cu13,
105
--no-emit-package, nvidia-cusparselt-cu13,
106
--no-emit-package, nvidia-nccl-cu13,
74
- --no-emit-package, nvidia-nvjitlink,
107
+ --no-emit-package, nvidia-nvjitlink-cu13,
108
--no-emit-package, nvidia-nvshmem-cu13,
76
- --no-emit-package, nvidia-nvtx,
109
+ --no-emit-package, nvidia-nvtx-cu13,
110
]
111
files: ^requirements/rocm-test\.(in|txt)$
112
- repo: local
docker/Dockerfile.rocm
+4
-4
@@ -333,10 +333,10 @@ RUN --mount=type=bind,from=export_vllm,src=/,target=/install \
333
&& pip uninstall -y vllm \
334
&& uv pip install --system *.whl
335
336
-# Verify that PyTorch is the ROCm build, not CUDA
337
-RUN python3 -c "import torch; assert torch.version.hip is not None, \
338
- f'Expected ROCm PyTorch but got CUDA (torch.version.cuda={torch.version.cuda}, torch.version.hip={torch.version.hip})'; \
339
- print(f'Verified: PyTorch {torch.__version__} with ROCm (HIP {torch.version.hip})')"
336
+# Persist the built wheel in the image so python_only_compile_rocm.sh can
337
+# reinstall it after removing compilers. The bind-mounted /install contents
338
+# above are not available once that RUN step completes.
339
+COPY --from=export_vllm /*.whl /opt/vllm-wheels/
340
341
# Install RIXL wheel
342
RUN --mount=type=bind,from=build_rixl,src=/app/install,target=/rixl_install \
requirements/rocm-test.txt
+4
-4
@@ -1,5 +1,5 @@
1
# This file was autogenerated by uv via the following command:
2
-# uv pip compile requirements/rocm-test.in -o requirements/rocm-test.txt --index-strategy unsafe-best-match -c requirements/rocm.txt --python-platform x86_64-manylinux_2_28 --python-version 3.12 --no-emit-package torch --no-emit-package torchvision --no-emit-package torchaudio --no-emit-package triton --no-emit-package cuda-bindings --no-emit-package cuda-pathfinder --no-emit-package cuda-toolkit --no-emit-package cupy-cuda12x --no-emit-package nvidia-cublas --no-emit-package nvidia-cuda-cupti --no-emit-package nvidia-cuda-nvrtc --no-emit-package nvidia-cuda-runtime --no-emit-package nvidia-cudnn-cu13 --no-emit-package nvidia-cufft --no-emit-package nvidia-cufile --no-emit-package nvidia-curand --no-emit-package nvidia-cusolver --no-emit-package nvidia-cusparse --no-emit-package nvidia-cusparselt-cu13 --no-emit-package nvidia-nccl-cu13 --no-emit-package nvidia-nvjitlink --no-emit-package nvidia-nvshmem-cu13 --no-emit-package nvidia-nvtx
2
+# uv pip compile requirements/rocm-test.in -o requirements/rocm-test.txt --index-strategy unsafe-best-match -c requirements/rocm.txt --python-platform x86_64-manylinux_2_28 --python-version 3.12 --no-emit-package torch --no-emit-package torchvision --no-emit-package torchaudio --no-emit-package triton --no-emit-package cuda-bindings --no-emit-package cuda-pathfinder --no-emit-package cuda-toolkit --no-emit-package cupy-cuda12x --no-emit-package nvidia-cublas --no-emit-package nvidia-cuda-cupti --no-emit-package nvidia-cuda-nvrtc --no-emit-package nvidia-cuda-runtime --no-emit-package nvidia-cudnn --no-emit-package nvidia-cufft --no-emit-package nvidia-cufile --no-emit-package nvidia-curand --no-emit-package nvidia-cusolver --no-emit-package nvidia-cusparse --no-emit-package nvidia-cusparselt --no-emit-package nvidia-nccl --no-emit-package nvidia-nvjitlink --no-emit-package nvidia-nvshmem --no-emit-package nvidia-nvtx --no-emit-package nvidia-cublas-cu12 --no-emit-package nvidia-cuda-cupti-cu12 --no-emit-package nvidia-cuda-nvrtc-cu12 --no-emit-package nvidia-cuda-runtime-cu12 --no-emit-package nvidia-cudnn-cu12 --no-emit-package nvidia-cufft-cu12 --no-emit-package nvidia-cufile-cu12 --no-emit-package nvidia-curand-cu12 --no-emit-package nvidia-cusolver-cu12 --no-emit-package nvidia-cusparse-cu12 --no-emit-package nvidia-cusparselt-cu12 --no-emit-package nvidia-nccl-cu12 --no-emit-package nvidia-nvjitlink-cu12 --no-emit-package nvidia-nvshmem-cu12 --no-emit-package nvidia-nvtx-cu12 --no-emit-package nvidia-cublas-cu13 --no-emit-package nvidia-cuda-cupti-cu13 --no-emit-package nvidia-cuda-nvrtc-cu13 --no-emit-package nvidia-cuda-runtime-cu13 --no-emit-package nvidia-cudnn-cu13 --no-emit-package nvidia-cufft-cu13 --no-emit-package nvidia-cufile-cu13 --no-emit-package nvidia-curand-cu13 --no-emit-package nvidia-cusolver-cu13 --no-emit-package nvidia-cusparse-cu13 --no-emit-package nvidia-cusparselt-cu13 --no-emit-package nvidia-nccl-cu13 --no-emit-package nvidia-nvjitlink-cu13 --no-emit-package nvidia-nvshmem-cu13 --no-emit-package nvidia-nvtx-cu13
3
absl-py==2.4.0
4
# via
5
# rouge-score
@@ -1634,14 +1634,14 @@ zstandard==0.25.0
1634
# nvidia-cuda-cupti
1635
# nvidia-cuda-nvrtc
1636
# nvidia-cuda-runtime
1637
-# nvidia-cudnn-cu13
1637
# nvidia-cufft
1638
# nvidia-cufile
1639
# nvidia-curand
1640
# nvidia-cusolver
1641
# nvidia-cusparse
1642
+# nvidia-nvjitlink
1643
+# nvidia-nvtx
1644
+# nvidia-cudnn-cu13
1645
# nvidia-cusparselt-cu13
1646
# nvidia-nccl-cu13
1645
-# nvidia-nvjitlink
1647
# nvidia-nvshmem-cu13
1647
-# nvidia-nvtx