From 7cc2e8e74fa06401b7cb060950f4b682be641e09 Mon Sep 17 00:00:00 2001 From: Ace Eldeib Date: Wed, 8 Jul 2026 03:36:30 -0400 Subject: [PATCH] fix: hash speculative draft model config (#47911) Signed-off-by: Ace Eldeib Signed-off-by: Ace Eldeib --- vllm/config/speculative.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/config/speculative.py b/vllm/config/speculative.py index 2e0126368c..3dc8d33cf9 100644 --- a/vllm/config/speculative.py +++ b/vllm/config/speculative.py @@ -306,8 +306,10 @@ class SpeculativeConfig: ) factors.append(uses_aux_hidden_states) - # The specific layers used also affect the computation graph if uses_aux_hidden_states and self.draft_model_config is not None: + factors.append(self.draft_model_config.compute_hash()) + + # The specific layers used also affect the computation graph. layer_ids = getattr( self.draft_model_config.hf_config, "eagle_aux_hidden_state_layer_ids",