[Misc] Aligning tokwise pooler heads for consistency (#43041)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -78,7 +78,8 @@ class TokenEmbeddingPoolerHead(TokenPoolerHead):
|
||||
# embeddings shape: [n_tokens, embedding_size]
|
||||
|
||||
# for matryoshka representation
|
||||
embeddings = embeddings[..., : pooling_param.dimensions]
|
||||
if pooling_param.dimensions is not None:
|
||||
embeddings = embeddings[..., : pooling_param.dimensions]
|
||||
|
||||
# for normalize
|
||||
if self.activation is not None and pooling_param.use_activation:
|
||||
|
||||
Reference in New Issue
Block a user