[ROCm][Test] Use BF16 for Jina v5 nano MTEB test (#50917)
Signed-off-by: Andreas Karatzas <Andreas.Karatzas@amd.com>
Andreas Karatzas committed
Aug 3, 2026 at 19:33 UTC
8adc840c4553b8f70cda82e5e59a7f9977f64a11
1 file changed
+2
tests/models/language/pooling_mteb_test/test_jina.py
+2
@@ -14,6 +14,7 @@ from tests.models.utils import (
14
RerankModelInfo,
15
)
16
from vllm import PoolingParams
17
+from vllm.platforms import current_platform
18
19
from .mteb_embed_utils import mteb_test_embed_models
20
from .mteb_score_utils import mteb_test_rerank_models
@@ -41,6 +42,7 @@ EMBEDDING_MODELS = [
42
EmbedModelInfo(
43
"jinaai/jina-embeddings-v5-text-nano",
44
architecture="JinaEmbeddingsV5Model",
45
+ dtype="bfloat16" if current_platform.is_rocm() else "auto",
46
seq_pooling_type="LAST",
47
attn_type="encoder_only",
48
is_prefix_caching_supported=False,