[Bugfix][Model] deepseek-vl2: restore original DeepseekV2Config defaults for omitted language_config fields (#51302)
Signed-off-by: Seunghyuk Park <separk@habana.ai>
Seunghyuk Park (shepark) committed
Aug 24, 2026 at 22:03 UTC
4f3e255dca347c8611e8d6586f2e22a4c7ddd168
1 file changed
+6
-1
vllm/transformers_utils/configs/deepseek_vl2.py
+6
-1
@@ -90,7 +90,12 @@ class MlpProjectorConfig(PretrainedConfig):
90
91
@strict
92
class DeepseekVLV2TextConfig(DeepseekV2Config):
93
- kv_lora_rank: int | None = None
93
+ # DeepSeek-VL2 checkpoints (e.g. deepseek-vl2-small) omit ``vocab_size`` and
94
+ # rely on the original DeepSeek-VL2 default of 102400; the generic
95
+ # Transformers ``DeepseekV2Config`` incorrectly defaults it to 32000.
96
+ # Upstream fix: https://github.com/huggingface/transformers/pull/48159
97
+ vocab_size: int = 102400
98
+ kv_lora_rank: int | None = DeepseekV2Config.kv_lora_rank
99
100
101
class DeepseekVLV2Config(PretrainedConfig):