Move Roberta remaining nn.Embedding to VocabParallelEmbedding (#47452)

Signed-off-by: Max de Bayser <mbayser@br.ibm.com>
This commit is contained in:
Max de Bayser
2026-07-03 09:47:50 +00:00
committed by GitHub
parent 4875b4456b
commit bbdcbe4686
+3 -5
View File
@@ -53,13 +53,11 @@ class RobertaEmbedding(nn.Module):
config.vocab_size, config.hidden_size config.vocab_size, config.hidden_size
) )
self.padding_idx = config.pad_token_id self.padding_idx = config.pad_token_id
self.position_embeddings = nn.Embedding( self.position_embeddings = VocabParallelEmbedding(
config.max_position_embeddings, config.max_position_embeddings, config.hidden_size
config.hidden_size,
padding_idx=self.padding_idx,
) )
self.token_type_embeddings = nn.Embedding( self.token_type_embeddings = VocabParallelEmbedding(
config.type_vocab_size, config.hidden_size config.type_vocab_size, config.hidden_size
) )
self.LayerNorm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps) self.LayerNorm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)