[Docker] Expose bundled vllm-rs on PATH (#57606)
Signed-off-by: Alec Flowers <aflowers@nvidia.com> Signed-off-by: Alec <35311602+alec-flowers@users.noreply.github.com> Co-authored-by: Codex <noreply@openai.com> Co-authored-by: Bugen Zhao <i@bugenzhao.com>
Alec committed
Sep 21, 2026 at 20:03 UTC
f07e227ee9acdb8d7e48d69f178c897fb54ecd88
1 file changed
+4
docker/Dockerfile
+4
@@ -1063,6 +1063,10 @@ RUN --mount=type=bind,from=build,src=/workspace/dist,target=/vllm-workspace/dist
1063
--extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); \
1064
fi
1065
1066
+# Expose the Rust frontend bundled in the wheel on the container's PATH.
1067
+RUN ln -s "$(python3 -c 'import sysconfig; print(sysconfig.get_path("platlib"))')/vllm/vllm-rs" /usr/local/bin/vllm-rs \
1068
+ && vllm-rs --version
1069
+
1070
RUN --mount=type=cache,target=/opt/uv/cache \
1071
. /etc/environment && \
1072
uv pip list