[ROCm][CI] Wait for ROCm VRAM to settle between compiled and eager LL… (#49739)
Signed-off-by: aarushjain29 <Aarushi.Jain2@amd.com>
Aarushi Jain committed
Jul 24, 2026 at 17:19 UTC
33c4f3551ce9b4dc75864f16c40496d8d64f8e9d
1 file changed
+2
tests/compile/test_dynamic_shapes_compilation.py
+2
@@ -9,6 +9,7 @@ import pytest
9
import torch
10
11
from tests.models.utils import check_logprobs_close
12
+from tests.utils import wait_for_rocm_memory_to_settle
13
from vllm import LLM, SamplingParams
14
from vllm.compilation.decorators import support_torch_compile
15
from vllm.config import CompilationConfig, VllmConfig, set_current_vllm_config
@@ -104,6 +105,7 @@ def test_dynamic_shapes_compilation(
105
gc.collect()
106
torch.accelerator.empty_cache()
107
torch.accelerator.synchronize()
108
+ wait_for_rocm_memory_to_settle()
109
110
eager_model = LLM(model=model_name, enforce_eager=True, max_model_len=1024)
111
eager_outputs = []