[Bugfix][Pooling] Fix JinaVL label configuration and restore multimodal tests (#57347)
Signed-off-by: Linze-Shi <linzeshi0@gmail.com>
Linze Shi committed
Sep 24, 2026 at 06:51 UTC
484c211fe80d003b0ae03dee7676767bac753d8a
2 files changed
+3
-7
tests/models/multimodal/pooling/test_jinavl_reranker.py
+2
-7
@@ -14,11 +14,6 @@ from vllm.entrypoints.pooling.scoring.typing import ScoreMultiModalParam
14
15
from ....conftest import HfRunner, VllmRunner
16
17
-pytestmark = pytest.mark.skip(
18
- reason="jinaai/jina-reranker-m0 custom code is incompatible with "
19
- "transformers v5 (missing all_tied_weights_keys)"
20
-)
21
-
17
MODELS = ["jinaai/jina-reranker-m0"]
18
19
MM_PROCESSOR_KWARGS = {
@@ -29,8 +24,8 @@ MM_PROCESSOR_KWARGS = {
24
LIMIT_MM_PER_PROMPT = {"image": 2}
25
26
CHECKPOINT_TO_HF_MAPPER = {
32
- "visual.": "model.visual.",
33
- "model.": "model.language_model.",
27
+ r"^visual\.": "model.visual.",
28
+ r"^model\.(?!language_model\.|visual\.)": "model.language_model.",
29
}
30
31
HANDELSBLATT_IMAGE_URL = (
vllm/model_executor/models/config.py
+1
@@ -546,6 +546,7 @@ class JinaVLForSequenceClassificationConfig(VerifyAndUpdateConfig):
546
def verify_and_update_model_config(model_config: "ModelConfig") -> None:
547
config = model_config.hf_config
548
config.num_labels = 1
549
+ config.get_text_config().num_labels = 1
550
pooler_config = model_config.pooler_config
551
assert pooler_config is not None
552
if pooler_config.logit_mean is None: