[Refactor] Consolidate SupportsEagle (#36063)
Signed-off-by: Benjamin Chislett <bchislett@nvidia.com>
This commit is contained in:
@@ -4556,7 +4556,9 @@ class GPUModelRunner(
|
||||
aux_layers,
|
||||
)
|
||||
else:
|
||||
aux_layers = self.model.get_eagle3_aux_hidden_state_layers()
|
||||
aux_layers = (
|
||||
self.model.get_eagle3_default_aux_hidden_state_layers()
|
||||
)
|
||||
|
||||
self.model.set_aux_hidden_state_layers(aux_layers)
|
||||
time_after_load = time.perf_counter()
|
||||
|
||||
Reference in New Issue
Block a user