[Model] Fix GLM-OCR MTP weight loading (#49869)
Signed-off-by: jackLei0901 <42642542+jackLei0901@users.noreply.github.com> Co-authored-by: OpenAI Codex <codex@openai.com>
jackLei committed
Sep 2, 2026 at 01:38 UTC
584e8f0dda428c42c15da6e945f18eeb5356ae6d
2 files changed
+7
-2
tests/models/registry.py
-1
@@ -1723,7 +1723,6 @@ _SPECULATIVE_DECODING_EXAMPLE_MODELS = {
1723
"GlmOcrMTPModel": _HfExamplesInfo(
1724
"zai-org/GLM-OCR",
1725
speculative_model="zai-org/GLM-OCR",
1726
- is_available_online=False,
1726
min_transformers_version="5.1.0",
1727
),
1728
"HYV3MTPModel": _HfExamplesInfo(
vllm/model_executor/models/utils.py
+7
-1
@@ -556,7 +556,13 @@ def get_spec_layer_idx_from_weight_name(
556
return None
557
base = config.num_hidden_layers
558
for i in range(n):
559
- if weight_name.startswith((f"model.layers.{base + i}.", f"layers.{base + i}.")):
559
+ if weight_name.startswith(
560
+ (
561
+ f"model.layers.{base + i}.",
562
+ f"layers.{base + i}.",
563
+ f"model.language_model.layers.{base + i}.",
564
+ )
565
+ ):
566
return base + i
567
return None
568