[Perf][Bugfix] Update dflash aux layer indexing (#40727)

Signed-off-by: Benjamin Chislett <bchislett@nvidia.com>
This commit is contained in:
Benjamin Chislett
2026-05-19 20:15:57 -07:00
committed by GitHub
parent 5774aaed0c
commit c628a93a64
3 changed files with 11 additions and 4 deletions
+4 -1
View File
@@ -5213,7 +5213,10 @@ class GPUModelRunner(
eagle_config = getattr(hf_config, "eagle_config", None)
if dflash_config and isinstance(dflash_config, dict):
layer_ids = dflash_config.get("target_layer_ids")
# Add 1 to convert DFlash's aux layer id semantics
layer_ids = [
i + 1 for i in (dflash_config.get("target_layer_ids") or [])
]
if eagle_config and isinstance(eagle_config, dict):
layer_ids = eagle_config.get("eagle_aux_hidden_state_layer_ids")