[Model] Add classification Task with Qwen2ForSequenceClassification (#9704)

Signed-off-by: Kevin-Yang <ykcha9@gmail.com>
Co-authored-by: Kevin-Yang <ykcha9@gmail.com>
This commit is contained in:
kakao-kevin-us
2024-10-26 17:53:35 +00:00
committed by GitHub
co-authored by Kevin-Yang
parent 07e981fdf4
commit 6650e6a930
6 changed files with 211 additions and 1 deletions
+8 -1
View File
@@ -28,11 +28,15 @@ class Pooler(nn.Module):
normalize: Whether to normalize the pooled data.
"""
def __init__(self, pooling_type: PoolingType, normalize: bool):
def __init__(self,
pooling_type: PoolingType,
normalize: bool,
softmax: bool = False):
super().__init__()
self.pooling_type = pooling_type
self.normalize = normalize
self.softmax = softmax
def forward(
self,
@@ -64,6 +68,9 @@ class Pooler(nn.Module):
if self.normalize:
pooled_data = nn.functional.normalize(pooled_data, p=2, dim=1)
if self.softmax:
pooled_data = nn.functional.softmax(pooled_data, dim=-1)
pooled_outputs = [
EmbeddingSequenceGroupOutput(data.tolist()) for data in pooled_data
]