A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 10, 11:30 UTC
[CI][ROCm] Fix NIXL tests on ROCm (#31728)
Signed-off-by: NickLucche <nlucches@redhat.com>
Nicolò Lucchesi committed
Jan 8, 2026 at 18:34 UTC
83e1c76dbe07e30b7f4e6dbe17ba580f4afc98f0
3 files changed
+20
-6
.buildkite/test-amd.yaml
+15
-1
@@ -1448,7 +1448,21 @@ steps:
1448
- tests/v1/kv_connector/nixl_integration/
1449
commands:
1450
- uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt
1451
- - VLLM_ATTENTION_BACKEND=ROCM_ATTN bash v1/kv_connector/nixl_integration/tp_config_sweep_accuracy_test.sh
1451
+ - VLLM_ATTENTION_BACKEND=ROCM_ATTN bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh
1452
+
1453
+- label: DP EP NixlConnector PD accuracy tests (Distributed) # 15min
1454
+ mirror_hardwares: [amdexperimental]
1455
+ agent_pool: mi325_4
1456
+ # grade: Blocking
1457
+ timeout_in_minutes: 15
1458
+ working_dir: "/vllm-workspace/tests"
1459
+ num_gpus: 4
1460
+ source_file_dependencies:
1461
+ - vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
1462
+ - tests/v1/kv_connector/nixl_integration/
1463
+ commands:
1464
+ - uv pip install --system -r /vllm-workspace/requirements/kv_connectors_rocm.txt
1465
+ - VLLM_ATTENTION_BACKEND=ROCM_ATTN DP_EP=1 bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh
1466
1467
##### multi gpus test #####
1468
##### A100 test #####
.buildkite/test-pipeline.yaml
+4
-4
@@ -1267,8 +1267,8 @@ steps:
1267
commands:
1268
- bash weight_loading/run_model_weight_loading_test.sh -c weight_loading/models-large.txt
1269
1270
-- label: NixlConnector PD accuracy tests (Distributed) # 30min
1271
- timeout_in_minutes: 30
1270
+- label: NixlConnector PD accuracy tests (Distributed) # 40min
1271
+ timeout_in_minutes: 40
1272
working_dir: "/vllm-workspace/tests"
1273
num_gpus: 4
1274
source_file_dependencies:
@@ -1278,8 +1278,8 @@ steps:
1278
- uv pip install --system -r /vllm-workspace/requirements/kv_connectors.txt
1279
- bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh
1280
1281
-- label: DP EP NixlConnector PD accuracy tests (Distributed)
1282
- timeout_in_minutes: 30
1281
+- label: DP EP NixlConnector PD accuracy tests (Distributed) # 15min
1282
+ timeout_in_minutes: 15
1283
working_dir: "/vllm-workspace/tests"
1284
num_gpus: 4
1285
source_file_dependencies:
.buildkite/test_areas/distributed.yaml
+1
-1
@@ -182,7 +182,7 @@ steps:
182
- tests/v1/kv_connector/nixl_integration/
183
commands:
184
- uv pip install --system -r /vllm-workspace/requirements/kv_connectors.txt
185
- - bash v1/kv_connector/nixl_integration/tp_config_sweep_accuracy_test.sh
185
+ - bash v1/kv_connector/nixl_integration/config_sweep_accuracy_test.sh
186
187
- label: Pipeline + Context Parallelism (4 GPUs))
188
timeout_in_minutes: 60