From 3f3e8626813fca2d070a054fdf29faf77b7feb19 Mon Sep 17 00:00:00 2001 From: GuangYaoZheng Date: Sat, 23 May 2026 16:21:34 +0800 Subject: [PATCH] fix(eagle3): read norm_before_fc from eagle_config for NVIDIA checkpoint (#42143) Signed-off-by: FERRARIZHENG --- vllm/model_executor/models/llama_eagle3.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/vllm/model_executor/models/llama_eagle3.py b/vllm/model_executor/models/llama_eagle3.py index ed75b4c7c2..9fd6652aa2 100644 --- a/vllm/model_executor/models/llama_eagle3.py +++ b/vllm/model_executor/models/llama_eagle3.py @@ -145,12 +145,16 @@ class LlamaModel(nn.Module): # Get drafter's quantization config self.quant_config = get_draft_quant_config(vllm_config) - eagle_config = getattr(self.config, "eagle_config", None) - if eagle_config is not None and "use_aux_hidden_state" in eagle_config: + eagle_config = getattr(self.config, "eagle_config", None) or {} + if "use_aux_hidden_state" in eagle_config: self.use_aux_hidden_state = eagle_config["use_aux_hidden_state"] else: self.use_aux_hidden_state = True - self.norm_before_fc = getattr(self.config, "norm_before_fc", False) + self.norm_before_fc = bool( + eagle_config.get( + "norm_before_fc", getattr(self.config, "norm_before_fc", False) + ) + ) current_vllm_config = get_current_vllm_config()