[ROCm][CI][Multimodal] Use ROCm-aware FA availability check for Unlimited-OCR (#47004)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
Andreas Karatzas committed
Jun 30, 2026 at 01:03 UTC
42365140980d2f56149822136e89d8365dfc80ca
1 file changed
+1
-1
vllm/model_executor/models/config.py
+1
-1
@@ -84,8 +84,8 @@ class UnlimitedOCRForCausalLMConfig(VerifyAndUpdateConfig):
84
vllm serve baidu/Unlimited-OCR \\
85
--attention-config '{"backend": "FLEX_ATTENTION"}'
86
"""
87
+ from vllm.v1.attention.backends.fa_utils import is_fa_version_supported
88
from vllm.v1.attention.backends.registry import AttentionBackendEnum
88
- from vllm.vllm_flash_attn import is_fa_version_supported
89
90
attn_config = vllm_config.attention_config
91
fa4_available = is_fa_version_supported(4)