From 6f955986e12168fa0e00e0d864c14330b4c72691 Mon Sep 17 00:00:00 2001 From: Huanyu Yang <20242081160@mail.dlut.edu.cn> Date: Tue, 26 May 2026 13:43:19 +0800 Subject: [PATCH] [Bugfix][Model] Fix GPT2ForSequenceClassification sub-module prefix (#43579) Signed-off-by: QingZhou-YangHY <3868850350@qq.com> Co-authored-by: Cyrus Leung --- vllm/model_executor/models/gpt2.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/models/gpt2.py b/vllm/model_executor/models/gpt2.py index 41a4ca1742..31fc394653 100644 --- a/vllm/model_executor/models/gpt2.py +++ b/vllm/model_executor/models/gpt2.py @@ -339,7 +339,7 @@ class GPT2ForSequenceClassification(nn.Module, SupportsCrossEncoding): super().__init__() config = vllm_config.model_config.hf_config self.transformer = GPT2Model( - vllm_config=vllm_config, prefix=maybe_prefix(prefix, "gpt2") + vllm_config=vllm_config, prefix=maybe_prefix(prefix, "transformer") ) self.score = nn.Linear( config.n_embd, @@ -358,6 +358,7 @@ class GPT2ForSequenceClassification(nn.Module, SupportsCrossEncoding): def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]): loader = AutoWeightsLoader(self) + weights = _add_transformer_prefix(weights) return loader.load_weights(weights) def forward( @@ -380,6 +381,10 @@ def _add_transformer_prefix( weights: Iterable[tuple[str, torch.Tensor]], ) -> Iterable[tuple[str, torch.Tensor]]: for name, tensor in weights: - if not name.startswith("transformer.") and not name.startswith("lm_head"): + if ( + not name.startswith("transformer.") + and not name.startswith("lm_head.") + and not name.startswith("score.") + ): name = "transformer." + name yield name, tensor