[Model] Enable tower and connector LoRA for Keye (#51780)
Signed-off-by: shujialiu <liushujia0122@163.com>
liushujia122 committed
Aug 11, 2026 at 18:35 UTC
d8f840071efd631f71b06d4b31cb6dba2275a356
1 file changed
+8
vllm/model_executor/models/keye.py
+8
@@ -1466,6 +1466,14 @@ class BaseKeyeModule(nn.Module, SupportsMultiModal):
1466
tower_model="visual.",
1467
)
1468
1469
+ def get_num_mm_encoder_tokens(self, num_image_tokens: int) -> int:
1470
+ merge_size = self.config.vision_config.spatial_merge_size
1471
+ return num_image_tokens * merge_size**2
1472
+
1473
+ def get_num_mm_connector_tokens(self, num_vision_tokens: int) -> int:
1474
+ merge_size = self.config.vision_config.spatial_merge_size
1475
+ return num_vision_tokens // merge_size**2
1476
+
1477
1478
@MULTIMODAL_REGISTRY.register_processor(
1479
KeyeMultiModalProcessor,