[Bugfix] Retain vocab embeddings during replacement (#55083)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-03 04:17:38 -07:00
committed by GitHub
parent ee0a4c46ae
commit 758c79e1c5
2 changed files with 11 additions and 11 deletions
+2 -2
View File
@@ -479,11 +479,11 @@ def replace_vocab_embeddings(model, **config_kwargs):
stub.config = PretrainedConfig(
vocab_size=VOCAB_SIZE, num_positions=NUM_POSITIONS, **config_kwargs
)
ids = Base._vocab_embedding_ids(stub)
embeddings = Base._vocab_embeddings(stub)
replaced = []
for name, module in list(model.named_modules()):
if id(module) in ids:
if module in embeddings:
replaced.append(replace(module))
attrsetter(name)(model, replaced[-1])
return replaced