[ROCm] Fix VRAM not freed in test_phi3v (#46046)
Signed-off-by: Djordje Ramic <djoramic@amd.com>
djramic committed
Jun 20, 2026 at 00:20 UTC
0fbf42af841993ab1c189efca34de6b9799526b7
2 files changed
+2
-1
.buildkite/test_areas/models_multimodal.yaml
-1
@@ -68,7 +68,6 @@ steps:
68
- cd .. && VLLM_WORKER_MULTIPROC_METHOD=spawn pytest -v -s tests/models/multimodal/generation/test_whisper.py -m core_model # Otherwise, mp_method="spawn" doesn't work
69
mirror:
70
amd:
71
- soft_fail: true
71
device: mi325_1
72
depends_on:
73
- image-build-amd
tests/models/multimodal/pooling/test_phi3v.py
+2
@@ -2,6 +2,7 @@
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
4
import pytest
5
+import torch
6
import torch.nn.functional as F
7
import transformers.utils
8
from PIL import Image
@@ -52,6 +53,7 @@ def _get_cherry_blossom_image() -> Image.Image:
53
)
54
55
56
+@torch.inference_mode()
57
def _run_test(
58
hf_runner: type[HfRunner],
59
vllm_runner: type[VllmRunner],