[ROCm][CI] Enable LoRA TP Distributed Test Group In AMD CI (#47193)
Signed-off-by: Micah Williamson <micah.williamson@amd.com>
Micah Williamson committed
Jul 1, 2026 at 01:24 UTC
c3b1f9e827a4fa771ca7e5991496dd4d6275027e
2 files changed
+21
-2
.buildkite/test-amd.yaml
-2
@@ -1374,8 +1374,6 @@ steps:
1374
- tests/lora
1375
- vllm/platforms/rocm.py
1376
commands:
1377
- - export VLLM_WORKER_MULTIPROC_METHOD=spawn
1378
- - export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
1377
- pytest -v -s -x lora/test_chatglm3_tp.py
1378
- pytest -v -s -x lora/test_llama_tp.py
1379
- pytest -v -s -x lora/test_qwen3_with_multi_loras.py
tests/lora/test_gptoss_tp.py
+21
@@ -1,7 +1,12 @@
1
# SPDX-License-Identifier: Apache-2.0
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4
+import importlib.metadata
5
+from importlib.util import find_spec
6
+
7
import pytest
8
+import torch
9
+from packaging import version
10
11
import vllm
12
from vllm.lora.request import LoRARequest
@@ -9,6 +14,22 @@ from vllm.platforms import current_platform
14
15
from ..utils import multi_gpu_test
16
17
+# Require amd-quark >= 0.12 on torch >= 2.11.
18
+# Earlier torch releases work with older quark versions. See
19
+# https://github.com/amd/Quark/issues/34
20
+# TODO: Remove once amd-quark>=0.12.0
21
+QUARK_TORCH_COMPATIBLE = find_spec("quark") is not None and (
22
+ version.parse(importlib.metadata.version("amd-quark")) >= version.parse("0.12.0")
23
+ if version.parse(torch.__version__.split("+")[0]) >= version.parse("2.11")
24
+ else True
25
+)
26
+
27
+if current_platform.is_rocm() and not QUARK_TORCH_COMPATIBLE:
28
+ pytest.skip(
29
+ "This test requires amd-quark >= 0.12 on torch >= 2.11.",
30
+ allow_module_level=True,
31
+ )
32
+
33
MODEL_PATH = "openai/gpt-oss-20b"
34
35
PROMPT_TEMPLATE = """<|start|>system<|message|>You are ChatGPT, a large language model trained by OpenAI.