[Bugfix][Model] Fix GPT2ForSequenceClassification sub-module prefix (#43579)
Signed-off-by: QingZhou-YangHY <3868850350@qq.com> Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
co-authored by
Cyrus Leung
parent
d5cf7b4a2c
commit
6f955986e1
@@ -339,7 +339,7 @@ class GPT2ForSequenceClassification(nn.Module, SupportsCrossEncoding):
|
||||
super().__init__()
|
||||
config = vllm_config.model_config.hf_config
|
||||
self.transformer = GPT2Model(
|
||||
vllm_config=vllm_config, prefix=maybe_prefix(prefix, "gpt2")
|
||||
vllm_config=vllm_config, prefix=maybe_prefix(prefix, "transformer")
|
||||
)
|
||||
self.score = nn.Linear(
|
||||
config.n_embd,
|
||||
@@ -358,6 +358,7 @@ class GPT2ForSequenceClassification(nn.Module, SupportsCrossEncoding):
|
||||
|
||||
def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]):
|
||||
loader = AutoWeightsLoader(self)
|
||||
weights = _add_transformer_prefix(weights)
|
||||
return loader.load_weights(weights)
|
||||
|
||||
def forward(
|
||||
@@ -380,6 +381,10 @@ def _add_transformer_prefix(
|
||||
weights: Iterable[tuple[str, torch.Tensor]],
|
||||
) -> Iterable[tuple[str, torch.Tensor]]:
|
||||
for name, tensor in weights:
|
||||
if not name.startswith("transformer.") and not name.startswith("lm_head"):
|
||||
if (
|
||||
not name.startswith("transformer.")
|
||||
and not name.startswith("lm_head.")
|
||||
and not name.startswith("score.")
|
||||
):
|
||||
name = "transformer." + name
|
||||
yield name, tensor
|
||||
|
||||
Reference in New Issue
Block a user