A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 10, 07:45 UTC
[ROCm] [Bugfix] Fix order of mori build in Dockerfile.rocm_base (#32179)
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
TJian committed
Jan 12, 2026 at 23:33 UTC
0346396e94106edcbce13e083da172c119d0aa17
1 file changed
+21
-13
docker/Dockerfile.rocm_base
+21
-13
@@ -89,18 +89,6 @@ RUN cd /opt/rocm/share/amd_smi \
89
&& pip wheel . --wheel-dir=dist
90
RUN mkdir -p /app/install && cp /opt/rocm/share/amd_smi/dist/*.whl /app/install
91
92
-FROM base AS build_mori
93
-ARG MORI_BRANCH
94
-ARG MORI_REPO
95
-RUN --mount=type=bind,from=build_pytorch,src=/app/install/,target=/install \
96
- pip install /install/*.whl
97
-RUN git clone ${MORI_REPO}
98
-RUN cd mori \
99
- && git checkout ${MORI_BRANCH} \
100
- && git submodule update --init --recursive \
101
- && python3 setup.py bdist_wheel --dist-dir=dist && ls /app/mori/dist/*.whl
102
-RUN mkdir -p /app/install && cp /app/mori/dist/*.whl /app/install
103
-
92
93
###
94
### Pytorch build
@@ -134,6 +122,22 @@ RUN mkdir -p /app/install && cp /app/pytorch/dist/*.whl /app/install \
122
&& cp /app/audio/dist/*.whl /app/install
123
124
125
+###
126
+### MORI Build
127
+###
128
+FROM base AS build_mori
129
+ARG MORI_BRANCH
130
+ARG MORI_REPO
131
+RUN --mount=type=bind,from=build_pytorch,src=/app/install/,target=/install \
132
+ pip install /install/*.whl
133
+RUN git clone ${MORI_REPO}
134
+RUN cd mori \
135
+ && git checkout ${MORI_BRANCH} \
136
+ && git submodule update --init --recursive \
137
+ && python3 setup.py bdist_wheel --dist-dir=dist && ls /app/mori/dist/*.whl
138
+RUN mkdir -p /app/install && cp /app/mori/dist/*.whl /app/install
139
+
140
+
141
###
142
### RIXL Build
143
###
@@ -296,6 +300,8 @@ ARG ETCD_BRANCH
300
ARG ETCD_REPO
301
ARG UCX_BRANCH
302
ARG UCX_REPO
303
+ARG MORI_BRANCH
304
+ARG MORI_REPO
305
RUN echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt \
306
&& echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt \
307
&& echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt \
@@ -314,4 +320,6 @@ RUN echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt \
320
&& echo "ETCD_BRANCH: ${ETCD_BRANCH}" >> /app/versions.txt \
321
&& echo "ETCD_REPO: ${ETCD_REPO}" >> /app/versions.txt \
322
&& echo "UCX_BRANCH: ${UCX_BRANCH}" >> /app/versions.txt \
317
- && echo "UCX_REPO: ${UCX_REPO}" >> /app/versions.txt
323
+ && echo "UCX_REPO: ${UCX_REPO}" >> /app/versions.txt \
324
+ && echo "MORI_BRANCH: ${MORI_BRANCH}" >> /app/versions.txt \
325
+ && echo "MORI_REPO: ${MORI_REPO}" >> /app/versions.txt