| 1 | # SPDX-License-Identifier: Apache-2.0 |
| 2 | # SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 3 | """NIXL P/D accuracy with AITER unified attention on ROCm.""" |
| 4 | |
| 5 | import pytest |
| 6 | |
| 7 | from tests.utils import spawn_new_process_for_each_test |
| 8 | from tests.v1.kv_connector.rocm_pd_accuracy_utils import ( |
| 9 | DEEPSEEK_MODEL, |
| 10 | QWEN_MODEL, |
| 11 | run_rocm_pd_accuracy, |
| 12 | ) |
| 13 | from vllm.platforms import current_platform |
| 14 | |
| 15 | pytestmark = [ |
| 16 | pytest.mark.skipif(not current_platform.is_rocm(), reason="ROCm P/D equivalents"), |
| 17 | pytest.mark.distributed(num_gpus=4), |
| 18 | ] |
| 19 | |
| 20 | |
| 21 | @pytest.mark.parametrize( |
| 22 | "model,prefill_tp,decode_tp", |
| 23 | [ |
| 24 | pytest.param(QWEN_MODEL, 2, 2, id="nixl-aiter-qwen-p2-d2"), |
| 25 | pytest.param(QWEN_MODEL, 1, 2, id="nixl-aiter-qwen-p1-d2"), |
| 26 | pytest.param(QWEN_MODEL, 2, 1, id="nixl-aiter-qwen-p2-d1"), |
| 27 | pytest.param(DEEPSEEK_MODEL, 1, 1, id="nixl-aiter-deepseek-p1-d1"), |
| 28 | pytest.param(DEEPSEEK_MODEL, 1, 2, id="nixl-aiter-deepseek-p1-d2"), |
| 29 | pytest.param(DEEPSEEK_MODEL, 2, 1, id="nixl-aiter-deepseek-p2-d1"), |
| 30 | ], |
| 31 | ) |
| 32 | @spawn_new_process_for_each_test |
| 33 | def test_rocm_pd_accuracy(model, prefill_tp, decode_tp, monkeypatch): |
| 34 | run_rocm_pd_accuracy("nixl", model, prefill_tp, decode_tp, monkeypatch) |