fix: hash speculative draft model config (#47911)

Signed-off-by: Ace Eldeib <aeldeib@coreweave.com> Signed-off-by: Ace Eldeib <alexeldeib@gmail.com>
2026-07-08 08:36:30 +01:00
parent 2c64b4c1cc
commit 7cc2e8e74f
1 changed files with 3 additions and 1 deletions
@@ -306,8 +306,10 @@ class SpeculativeConfig:
        )
        factors.append(uses_aux_hidden_states)

-        # The specific layers used also affect the computation graph
        if uses_aux_hidden_states and self.draft_model_config is not None:
+            factors.append(self.draft_model_config.compute_hash())
+
+            # The specific layers used also affect the computation graph.
            layer_ids = getattr(
                self.draft_model_config.hf_config,
                "eagle_aux_hidden_state_layer_ids",