[CI] Add TP=4 requirement to `test_mixed_precision_model_accuracies` (#46161)
Signed-off-by: Felix Marty <Felix.Marty@amd.com>
fxmarty-amd committed
Jun 23, 2026 at 01:19 UTC
6ead164e528cda744706b2eedcf226231ababe2b
1 file changed
+5
tests/quantization/test_mixed_precision.py
+5
@@ -15,6 +15,10 @@ import lm_eval
15
import pytest
16
from packaging import version
17
18
+from tests.utils import (
19
+ multi_gpu_only,
20
+)
21
+
22
QUARK_MXFP4_AVAILABLE = importlib.util.find_spec("quark") is not None and version.parse(
23
importlib.metadata.version("amd-quark")
24
) >= version.parse("0.8.99")
@@ -52,6 +56,7 @@ TEST_CONFIGS = {
56
57
@pytest.mark.parametrize("model_name, accuracy_numbers", TEST_CONFIGS.items())
58
@pytest.mark.skipif(not QUARK_MXFP4_AVAILABLE, reason="amd-quark>=0.9 is not available")
59
+@multi_gpu_only(num_gpus=4)
60
def test_mixed_precision_model_accuracies(model_name: str, accuracy_numbers: dict):
61
results = lm_eval.simple_evaluate(
62
model="vllm",