[Perf][Bugfix] Update dflash aux layer indexing (#40727)
Signed-off-by: Benjamin Chislett <bchislett@nvidia.com>
This commit is contained in:
@@ -5213,7 +5213,10 @@ class GPUModelRunner(
|
||||
eagle_config = getattr(hf_config, "eagle_config", None)
|
||||
|
||||
if dflash_config and isinstance(dflash_config, dict):
|
||||
layer_ids = dflash_config.get("target_layer_ids")
|
||||
# Add 1 to convert DFlash's aux layer id semantics
|
||||
layer_ids = [
|
||||
i + 1 for i in (dflash_config.get("target_layer_ids") or [])
|
||||
]
|
||||
|
||||
if eagle_config and isinstance(eagle_config, dict):
|
||||
layer_ids = eagle_config.get("eagle_aux_hidden_state_layer_ids")
|
||||
|
||||
Reference in New Issue
Block a user