[CI] Fix flaky lora test (#47375)
Signed-off-by: Qiang Li <qiang.li2@amd.com> Signed-off-by: qli88 <qiang.li2@amd.com>
qli88 committed
Jul 15, 2026 at 21:23 UTC
7746961277ac45df9c5d2b1341af649cdbdf459c
1 file changed
+18
-5
tests/lora/test_gptoss_tp.py
+18
-5
@@ -42,6 +42,14 @@ EXPECTED_LORA_OUTPUT = [
42
]
43
44
45
+def reformat(text: str) -> str:
46
+ # Remove all spaces immediately before or after comma
47
+ text = ",".join(map(str.strip, text.split(",")))
48
+ # Remove duplicated blank spaces
49
+ text = " ".join(map(str.strip, text.split()))
50
+ return text
51
+
52
+
53
def generate_and_test(llm: vllm.LLM, lora_path: str, lora_id: int) -> None:
54
prompts = [
55
PROMPT_TEMPLATE.format(
@@ -68,13 +76,18 @@ def generate_and_test(llm: vllm.LLM, lora_path: str, lora_id: int) -> None:
76
generated_texts.append(generated_text)
77
print(f"Prompt: {prompt!r}, Generated text: {generated_text!r}")
78
for i in range(len(EXPECTED_LORA_OUTPUT)):
71
- generated = " ".join(generated_texts[i].split())
72
- expected = " ".join(EXPECTED_LORA_OUTPUT[i].split())
73
- assert generated.startswith(expected)
79
+ # The generated text may have different numbers of blank space,
80
+ # so reformat to compare.
81
+ compactGeneratedStr = reformat(generated_texts[i])
82
+ compactExpectedStr = reformat(EXPECTED_LORA_OUTPUT[i])
83
+ if not generated_texts[i].startswith(
84
+ EXPECTED_LORA_OUTPUT[i]
85
+ ) and not compactGeneratedStr.startswith(compactExpectedStr):
86
+ raise AssertionError(
87
+ f"Generated: {generated_texts[i]}, Expected: {EXPECTED_LORA_OUTPUT[i]}"
88
+ )
89
90
76
-# TODO: make the Mxfp4MoeBackend.TRITON spawn-safe.
77
-# For now just use TRITON_UNFUSED kernel
91
@pytest.mark.parametrize(
92
"mxfp4_use_marlin",
93
[