[Perf][Bugfix] Update dflash aux layer indexing (#40727)

Signed-off-by: Benjamin Chislett <bchislett@nvidia.com>
This commit is contained in:
Benjamin Chislett
2026-05-19 20:15:57 -07:00
committed by GitHub
parent 5774aaed0c
commit c628a93a64
3 changed files with 11 additions and 4 deletions
@@ -99,7 +99,8 @@ def update_dflash(config_dict: dict, pre_trained_config: dict) -> None:
aux_layer_ids = config_dict["aux_hidden_state_layer_ids"]
pre_trained_config["eagle_aux_hidden_state_layer_ids"] = aux_layer_ids
# DFlash configs use different indexing for the target layers, see #40727
pre_trained_config["dflash_config"] = {
"mask_token_id": config_dict["mask_token_id"],
"target_layer_ids": aux_layer_ids,
"target_layer_ids": [i - 1 for i in aux_layer_ids],
}