[Model] Add support for Nanbeige4.2 (transformers backend) (#56071)
Signed-off-by: zqlcode <lizongqiang@kanzhun.com> Signed-off-by: zql <37731799+zqlcode@users.noreply.github.com> Co-authored-by: zqlcode <lizongqiang@kanzhun.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
zql committed
Sep 14, 2026 at 23:06 UTC
b3124a8237f21fcd3a4510002a5e2925b0dbedfe
3 files changed
+6
docs/models/supported_models.md
+1
@@ -490,6 +490,7 @@ Some models are supported only via the [Transformers modeling backend](#transfor
490
| `GPTBigCodeForCausalLM` | StarCoder, SantaCoder, WizardCoder | `bigcode/starcoder`, `bigcode/gpt_bigcode-santacoder`, `WizardLM/WizardCoder-15B-V1.0`, etc. | ✅︎ | |
491
| `HunYuanDenseV1ForCausalLM` | Hunyuan Dense | `tencent/Hunyuan-7B-Instruct` | ✅︎ | ✅︎ |
492
| `HunYuanMoEV1ForCausalLM` | Hunyuan-A13B | `tencent/Hunyuan-A13B-Instruct`, `tencent/Hunyuan-A13B-Pretrain`, `tencent/Hunyuan-A13B-Instruct-FP8`, etc. | ✅︎ | ✅︎ |
493
+| `NanbeigeForCausalLM` | Nanbeige4.2 | `Nanbeige/Nanbeige4.2-3B`, etc. | ✅︎ | ✅︎ |
494
| `OlmoForCausalLM` | OLMo | `allenai/OLMo-1B-hf`, `allenai/OLMo-7B-hf`, etc. | ✅︎ | ✅︎ |
495
| `Olmo2ForCausalLM` | OLMo2 | `allenai/OLMo-2-0425-1B`, etc. | ✅︎ | ✅︎ |
496
| `Olmo3ForCausalLM` | OLMo3 | `allenai/Olmo-3-7B-Instruct`, `allenai/Olmo-3-32B-Think`, etc. | ✅︎ | ✅︎ |
tests/models/registry.py
+4
@@ -461,6 +461,10 @@ _TEXT_GENERATION_EXAMPLE_MODELS = {
461
trust_remote_code=True,
462
is_available_online=False,
463
),
464
+ "NanbeigeForCausalLM": _HfExamplesInfo(
465
+ "Nanbeige/Nanbeige4.2-3B",
466
+ trust_remote_code=True,
467
+ ),
468
"OlmoForCausalLM": _HfExamplesInfo("allenai/OLMo-1B-hf"),
469
"Olmo2ForCausalLM": _HfExamplesInfo("allenai/OLMo-2-0425-1B"),
470
"Olmo3ForCausalLM": _HfExamplesInfo("allenai/Olmo-3-7B-Instruct"),
vllm/model_executor/models/registry.py
+1
@@ -713,6 +713,7 @@ _TRANSFORMERS_SUPPORTED_MODELS = {
713
"GPTBigCodeForCausalLM": ("transformers", "TransformersForCausalLM"),
714
"HunYuanDenseV1ForCausalLM": ("transformers", "TransformersForCausalLM"),
715
"HunYuanMoEV1ForCausalLM": ("transformers", "TransformersMoEForCausalLM"),
716
+ "NanbeigeForCausalLM": ("transformers", "TransformersForCausalLM"),
717
"OlmoForCausalLM": ("transformers", "TransformersForCausalLM"),
718
"Olmo2ForCausalLM": ("transformers", "TransformersForCausalLM"),
719
"Olmo3ForCausalLM": ("transformers", "TransformersForCausalLM"),