[Bugfix][LoRA] Add embedding_modules for Qwen3.5 CausalLM (#48850)
Signed-off-by: m0_68169237 <m0_68169237@noreply.gitcode.com> Co-authored-by: m0_68169237 <m0_68169237@noreply.gitcode.com> Co-authored-by: Cursor Composer <composer@cursor.com> Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
Agoni-02 committed
Aug 19, 2026 at 12:55 UTC
5a4c8d99242e9e069b604d0e9b969e77f7dd501d
1 file changed
+5
vllm/model_executor/models/qwen3_5.py
+5
@@ -309,6 +309,11 @@ class Qwen3_5ForCausalLMBase(
309
"in_proj_qkvz": ["in_proj_qkv", "in_proj_z"],
310
"in_proj_ba": ["in_proj_b", "in_proj_a"],
311
}
312
+ # Maps PEFT embed/lm_head LoRA targets onto vLLM embedding wrappers.
313
+ embedding_modules = {
314
+ "embed_tokens": "input_embeddings",
315
+ "lm_head": "output_embeddings",
316
+ }
317
318
# Some community text-only checkpoints keep the extraneous
319
# `model.language_model.` prefix inherited from the VL training stack.