fix: hash speculative draft model config (#47911)
Signed-off-by: Ace Eldeib <aeldeib@coreweave.com> Signed-off-by: Ace Eldeib <alexeldeib@gmail.com>
Ace Eldeib committed
Jul 8, 2026 at 03:36 UTC
7cc2e8e74fa06401b7cb060950f4b682be641e09
1 file changed
+3
-1
vllm/config/speculative.py
+3
-1
@@ -306,8 +306,10 @@ class SpeculativeConfig:
306
)
307
factors.append(uses_aux_hidden_states)
308
309
- # The specific layers used also affect the computation graph
309
if uses_aux_hidden_states and self.draft_model_config is not None:
310
+ factors.append(self.draft_model_config.compute_hash())
311
+
312
+ # The specific layers used also affect the computation graph.
313
layer_ids = getattr(
314
self.draft_model_config.hf_config,
315
"eagle_aux_hidden_state_layer_ids",