A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 5, 11:00 UTC
[ROCm][CI-Build] Cherry pick triton BUFFER_OPS fix and update AITER (#38580)
Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com>
Gregory Shtrasberg committed
Apr 8, 2026 at 10:38 UTC
0e9f0a516c9871665d5988aedf92e896ebe551d0
2 files changed
+7
-3
CMakeLists.txt
+2
-2
@@ -225,8 +225,8 @@ if(VLLM_GPU_LANG STREQUAL "HIP")
225
# Certain HIP functions are marked as [[nodiscard]], yet vllm ignores the result which generates
226
# a lot of warnings that always mask real issues. Suppressing until this is properly addressed.
227
#
228
- set(CMAKE_${VLLM_GPU_LANG}_FLAGS "${CMAKE_${VLLM_GPU_LANG}_FLAGS} -Wno-unused-result")
229
- set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-result")
228
+ set(CMAKE_${VLLM_GPU_LANG}_FLAGS "${CMAKE_${VLLM_GPU_LANG}_FLAGS} -Wno-unused-result -Wno-unused-value")
229
+ set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-result -Wno-unused-value")
230
endif()
231
232
#
docker/Dockerfile.rocm_base
+5
-1
@@ -9,7 +9,7 @@ ARG PYTORCH_AUDIO_BRANCH="v2.9.0"
9
ARG PYTORCH_AUDIO_REPO="https://github.com/pytorch/audio.git"
10
ARG FA_BRANCH="0e60e394"
11
ARG FA_REPO="https://github.com/Dao-AILab/flash-attention.git"
12
-ARG AITER_BRANCH="v0.1.10.post2"
12
+ARG AITER_BRANCH="v0.1.12"
13
ARG AITER_REPO="https://github.com/ROCm/aiter.git"
14
ARG MORI_BRANCH="2d02c6a9"
15
ARG MORI_REPO="https://github.com/ROCm/mori.git"
@@ -112,10 +112,14 @@ FROM base AS build_triton
112
ARG TRITON_BRANCH
113
ARG TRITON_REPO
114
RUN git clone ${TRITON_REPO}
115
+# Cherry picking the following
116
+# https://github.com/triton-lang/triton/pull/8991
117
+# https://github.com/triton-lang/triton/pull/9541
118
RUN cd triton \
119
&& git checkout ${TRITON_BRANCH} \
120
&& git config --global user.email "you@example.com" && git config --global user.name "Your Name" \
121
&& git cherry-pick 555d04f \
122
+ && git cherry-pick dd998b6 \
123
&& if [ ! -f setup.py ]; then cd python; fi \
124
&& python3 setup.py bdist_wheel --dist-dir=dist \
125
&& mkdir -p /app/install && cp dist/*.whl /app/install