A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 7, 11:30 UTC
[CI][HPU] Pin vllm commit compatible with vllm-gaudi - HPU tests (#35307)
Signed-off-by: PatrykWo <patryk.wolsza@intel.com>
Patryk Wolsza committed
Mar 2, 2026 at 18:02 UTC
358e4d5ba7392b2f30eb3acca1c67136d0026197
1 file changed
+26
-1
.buildkite/scripts/hardware_ci/run-hpu-test.sh
+26
-1
@@ -1,9 +1,27 @@
1
#!/bin/bash
2
3
-# This script build the CPU docker image and run the offline inference inside the container.
3
+# This script builds the HPU docker image and runs the offline inference inside the container.
4
# It serves a sanity check for compilation and basic model usage.
5
+#
6
+# vllm-gaudi compatibility pinning:
7
+# The vllm-gaudi plugin is installed on top of the vllm upstream checkout used by this CI job.
8
+# When upstream vllm changes its API, the plugin may break before it has been updated.
9
+# To handle this, the vllm-gaudi repository maintains a file:
10
+# vllm/last-good-commit-for-vllm-gaudi/VLLM_COMMUNITY_COMMIT
11
+# The first line of that file controls what version of vllm is used inside the Docker image:
12
+# - "latest" : no checkout override; the current Buildkite CI commit is used as-is.
13
+# - "<commit SHA>" : vllm is checked out to that specific commit before building, pinning
14
+# the test to a known-compatible baseline.
15
+# To unpin (resume testing against the live vllm tip), set the file content back to "latest".
16
set -exuo pipefail
17
18
+# Fetch the vllm community commit reference from vllm-gaudi (first line only).
19
+VLLM_COMMUNITY_COMMIT=$(curl -s \
20
+ https://raw.githubusercontent.com/vllm-project/vllm-gaudi/vllm/last-good-commit-for-vllm-gaudi/VLLM_COMMUNITY_COMMIT \
21
+ | head -1 | tr -d '\n')
22
+
23
+echo "Using vllm community commit: ${VLLM_COMMUNITY_COMMIT}"
24
+
25
# Try building the docker image
26
image_name="hpu/upstream-vllm-ci:${BUILDKITE_COMMIT}"
27
container_name="hpu-upstream-vllm-ci-${BUILDKITE_COMMIT}-container"
@@ -12,6 +30,13 @@ FROM gaudi-base-image:latest
30
31
COPY ./ /workspace/vllm
32
33
+# If VLLM_COMMUNITY_COMMIT is a specific commit (not "latest"), check it out to pin vllm
34
+# to the version known to be compatible with vllm-gaudi. When the value is "latest",
35
+# the current checkout (the Buildkite CI commit) is used unchanged.
36
+RUN if [ "${VLLM_COMMUNITY_COMMIT}" != "latest" ]; then \
37
+ cd /workspace/vllm && git fetch --unshallow 2>/dev/null || true && git checkout ${VLLM_COMMUNITY_COMMIT}; \
38
+ fi
39
+
40
WORKDIR /workspace/vllm
41
42
ENV no_proxy=localhost,127.0.0.1