[Bugfix][Model] Add missing fused_qkv_a_proj to Kimi-Linear packed_modules_mapping (#51249)
Signed-off-by: JianDan0212 <zhangyj0212@gmail.com> Co-authored-by: JianDan0212 <zhangyj0212@gmail.com>
yjz committed
Aug 6, 2026 at 19:39 UTC
5fba75aefeedcf5b6cc27abf9bc145b6a49873a7
1 file changed
+1
vllm/models/kimi_k3/nvidia/model.py
+1
@@ -1014,6 +1014,7 @@ class KimiLinearModel(nn.Module, EagleModelMixin, SupportsQuant):
1014
"gate_up_proj": ["gate_proj", "up_proj"],
1015
"in_proj_qkvgfab": ["q_proj", "k_proj", "v_proj", "b_proj", "f_a_proj"],
1016
"conv1d": ["q_conv1d", "k_conv1d", "v_conv1d"],
1017
+ "fused_qkv_a_proj": ["q_a_proj", "kv_a_proj_with_mqa"],
1018
}
1019
1020
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):