[Feat][Spec Decode] DFlash (#36847)

Signed-off-by: Benjamin Chislett <bchislett@nvidia.com>
This commit is contained in:
Benjamin Chislett
2026-03-30 15:03:15 -04:00
committed by GitHub
parent ab1a6a43fa
commit 494636b29d
17 changed files with 1577 additions and 107 deletions
+12 -1
View File
@@ -62,9 +62,20 @@ class EAGLEConfig(PretrainedConfig):
else f"Eagle3{arch}"
for arch in self.model.architectures
]
elif method == "dflash":
assert self.model is not None, (
"model should not be None when method is dflash"
)
kwargs["architectures"] = [
arch
if arch.startswith("DFlash") or arch.endswith("DFlash")
else f"DFlash{arch}"
for arch in self.model.architectures
]
else:
raise ValueError(
f"Invalid method {method}. Supported methods are eagle and eagle3."
f"Invalid method {method}. Supported methods are "
"eagle, eagle3, and dflash."
)
super().__init__(**kwargs)