[Speculative Decoding] Propagate norm_output and fc_norm config for Eagle3 speculators (#46488)
Signed-off-by: Orestis Zambounis <orestis.zambounis@gmail.com> Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
Orestis Zambounis committed
Jun 25, 2026 at 02:51 UTC
dda3aca47f0956691c4de712c23f01125e4d70e4
1 file changed
+2
vllm/transformers_utils/configs/speculators/algos.py
+2
@@ -36,6 +36,8 @@ def update_eagle3(config_dict: dict, pre_trained_config: dict) -> None:
36
"norm_before_residual", True
37
)
38
pre_trained_config["norm_before_fc"] = config_dict.get("norm_before_fc", False)
39
+ pre_trained_config["fc_norm"] = config_dict.get("fc_norm", False)
40
+ pre_trained_config["norm_output"] = config_dict.get("norm_output", False)
41
eagle3_arch_map = {
42
"qwen3": "Eagle3Qwen3ForCausalLM",
43
"llama": "Eagle3LlamaForCausalLM",