@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 5aa9b09040
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 12, 02:15 UTC

[CI/Build][AMD] Skip test_shared_storage_connector_hashes in test_shared_storage_connector.py due to hipErrorLaunchFailure when calling .cpu() (#29839)

Signed-off-by: Randall Smith <ransmith@amd.com> Co-authored-by: Randall Smith <ransmith@amd.com>

rasmith committed Dec 3, 2025 at 08:56 UTC 5aa9b090407d5fb9b89c05d28fab808623e3070c
1 file changed +9
tests/v1/kv_connector/unit/test_shared_storage_connector.py
+9
@@ -3,12 +3,14 @@
3 from dataclasses import asdict
4 from typing import NamedTuple
5
6 +import pytest
7 from PIL import Image
8
9 from vllm import LLM, EngineArgs, SamplingParams
10 from vllm.assets.image import ImageAsset
11 from vllm.config import KVTransferConfig
12 from vllm.multimodal.utils import encode_image_base64
13 +from vllm.platforms import current_platform
14
15 MODEL_NAME = "RedHatAI/Qwen2.5-VL-3B-Instruct-quantized.w8a8"
16
@@ -108,6 +110,13 @@ def process_prompt(processor, llm: LLM, question: str, image_urls: list[Image]):
110 print("-" * 50)
111
112
113 +@pytest.mark.skipif(
114 + current_platform.is_rocm(),
115 + reason=(
116 + "hipErrorLaunchFailure when running this test, see issue:"
117 + "https://github.com/ROCm/pytorch/issues/2822"
118 + ),
119 +)
120 def test_shared_storage_connector_hashes(tmp_path):
121 """
122 Tests that SharedStorageConnector saves KV to the storage locations