[Misc] Aligning tokwise pooler heads for consistency (#43041)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -89,7 +89,7 @@ class SequencePooler(Pooler):
|
||||
return pooled_data
|
||||
|
||||
|
||||
def pooler_for_embed(pooler_config: PoolerConfig):
|
||||
def pooler_for_embed(pooler_config: PoolerConfig) -> SequencePooler:
|
||||
pooling = get_seq_pooling_method(pooler_config.get_seq_pooling_type())
|
||||
|
||||
vllm_config = get_current_vllm_config()
|
||||
@@ -109,7 +109,7 @@ def pooler_for_classify(
|
||||
pooling: SequencePoolingMethod | SequencePoolingFn | None = None,
|
||||
classifier: ClassifierFn | None = None,
|
||||
act_fn: PoolerActivation | None = None,
|
||||
):
|
||||
) -> SequencePooler:
|
||||
if pooling is None:
|
||||
pooling = get_seq_pooling_method(pooler_config.get_seq_pooling_type())
|
||||
|
||||
|
||||
Reference in New Issue
Block a user