iHore/vLLM
8
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

fix(eagle3): read norm_before_fc from eagle_config for NVIDIA checkpoint (#42143)

Browse Source 
Signed-off-by: FERRARIZHENG <popkart06@gmail.com>
This commit is contained in:
GuangYaoZheng
2026-05-23 08:21:34 +00:00
committed by GitHub
parent 82536acc54
commit 3f3e862681
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
vllm/model_executor/models/llama_eagle3.py
+7 -3
View File
@@ -145,12 +145,16 @@ class LlamaModel(nn.Module):
# Get drafter's quantization config
self.quant_config = get_draft_quant_config(vllm_config)
eagle_config = getattr(self.config, "eagle_config", None)
if eagle_config is not None and "use_aux_hidden_state" in eagle_config:
eagle_config = getattr(self.config, "eagle_config", None) or {}
if "use_aux_hidden_state" in eagle_config:
self.use_aux_hidden_state = eagle_config["use_aux_hidden_state"]
else:
self.use_aux_hidden_state = True
self.norm_before_fc = getattr(self.config, "norm_before_fc", False)
self.norm_before_fc = bool(
eagle_config.get(
"norm_before_fc", getattr(self.config, "norm_before_fc", False)
)
)
current_vllm_config = get_current_vllm_config()