[MoE][Humming] Support SiTU activation for Kimi-K3 (#50510)
Signed-off-by: 墨楼 <huangzhilin.hzl@antgroup.com> Co-authored-by: OpenAI Codex <codex@openai.com> Co-authored-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
Julian Huang committed
Aug 5, 2026 at 03:39 UTC
05b7876f50391d5ee5062bf2605d1f33f200272d
1 file changed
+1
vllm/model_executor/layers/fused_moe/experts/fused_humming_moe.py
+1
@@ -251,6 +251,7 @@ class HummingExpertsBase(mk.FusedMoEExpertsModular):
251
MoEActivation.GELU,
252
MoEActivation.GELU_TANH,
253
MoEActivation.SWIGLUOAI,
254
+ MoEActivation.SITU,
255
MoEActivation.SWIGLUSTEP,
256
MoEActivation.SILU_NO_MUL,
257
MoEActivation.GELU_NO_MUL,