[Refactor] Consolidate SupportsEagle (#36063)
Signed-off-by: Benjamin Chislett <bchislett@nvidia.com>
This commit is contained in:
@@ -798,20 +798,16 @@ class Llama4ForConditionalGeneration(
|
||||
self.num_moe_layers = len(self.moe_layers)
|
||||
|
||||
def set_aux_hidden_state_layers(self, layers: tuple[int, ...]) -> None:
|
||||
"""Set which layers should output auxiliary hidden states for EAGLE3."""
|
||||
# Delegate to underlying language model (Llama4ForCausalLM)
|
||||
assert hasattr(self.language_model, "set_aux_hidden_state_layers")
|
||||
self.language_model.set_aux_hidden_state_layers(layers)
|
||||
|
||||
def get_eagle3_aux_hidden_state_layers(self) -> tuple[int, ...]:
|
||||
"""Get the layer indices for auxiliary hidden state outputs.
|
||||
|
||||
Note: The GPU model runner will override this with layers from
|
||||
the speculative config if available, providing dynamic configuration.
|
||||
"""
|
||||
def get_eagle3_default_aux_hidden_state_layers(self) -> tuple[int, ...]:
|
||||
# Delegate to underlying language model (Llama4ForCausalLM)
|
||||
assert hasattr(self.language_model, "get_eagle3_aux_hidden_state_layers")
|
||||
return self.language_model.get_eagle3_aux_hidden_state_layers()
|
||||
assert hasattr(
|
||||
self.language_model, "get_eagle3_default_aux_hidden_state_layers"
|
||||
)
|
||||
return self.language_model.get_eagle3_default_aux_hidden_state_layers()
|
||||
|
||||
def set_eplb_state(
|
||||
self,
|
||||
|
||||
Reference in New Issue
Block a user