fix: hash speculative draft model config (#47911)
Signed-off-by: Ace Eldeib <aeldeib@coreweave.com> Signed-off-by: Ace Eldeib <alexeldeib@gmail.com>
This commit is contained in:
@@ -306,8 +306,10 @@ class SpeculativeConfig:
|
|||||||
)
|
)
|
||||||
factors.append(uses_aux_hidden_states)
|
factors.append(uses_aux_hidden_states)
|
||||||
|
|
||||||
# The specific layers used also affect the computation graph
|
|
||||||
if uses_aux_hidden_states and self.draft_model_config is not None:
|
if uses_aux_hidden_states and self.draft_model_config is not None:
|
||||||
|
factors.append(self.draft_model_config.compute_hash())
|
||||||
|
|
||||||
|
# The specific layers used also affect the computation graph.
|
||||||
layer_ids = getattr(
|
layer_ids = getattr(
|
||||||
self.draft_model_config.hf_config,
|
self.draft_model_config.hf_config,
|
||||||
"eagle_aux_hidden_state_layer_ids",
|
"eagle_aux_hidden_state_layer_ids",
|
||||||
|
|||||||
Reference in New Issue
Block a user