A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 03:30 UTC
Revert invalid spellchecker fix on deepseek_vl2 (#20618)
viravera committed
Jul 8, 2025 at 08:07 UTC
c6c22f16d3533c63bec6cb1b8a3a29759bbbb9c2
1 file changed
+4
-4
vllm/model_executor/models/deepseek_vl2.py
+4
-4
@@ -351,11 +351,11 @@ class DeepseekVLV2ForCausalLM(nn.Module, SupportsMultiModal, SupportsPP):
351
embed_std = 1 / torch.sqrt(
352
torch.tensor(self.projector_config.n_embed, dtype=torch.float32))
353
if self.tile_tag == "2D":
354
- # <|view_separator|>, <|\n|>
354
+ # <|view_seperator|>, <|\n|>
355
self.image_newline = nn.Parameter(
356
torch.randn(self.projector_config.n_embed) * embed_std)
357
# This is a typo in original implementation
358
- self.view_separator = nn.Parameter(
358
+ self.view_seperator = nn.Parameter(
359
torch.randn(self.projector_config.n_embed) * embed_std)
360
else:
361
raise ValueError(
@@ -560,13 +560,13 @@ class DeepseekVLV2ForCausalLM(nn.Module, SupportsMultiModal, SupportsPP):
560
if self.global_view_pos == "head":
561
global_local_features = torch.cat([
562
global_features,
563
- self.view_separator[None, :],
563
+ self.view_seperator[None, :],
564
local_features,
565
])
566
else:
567
global_local_features = torch.cat([
568
local_features,
569
- self.view_separator[None, :],
569
+ self.view_seperator[None, :],
570
global_features,
571
])
572