[Misc] Preserve cross-encoder pooling extra kwargs (#47082)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
1a308c449c
commit
6eac8e0070
@@ -463,7 +463,10 @@ class CrossEncoderIOProcessor(ScoringIOProcessor):
|
|||||||
if token_type_ids := engine_prompt.pop("token_type_ids", None):
|
if token_type_ids := engine_prompt.pop("token_type_ids", None):
|
||||||
params = pooling_params.clone()
|
params = pooling_params.clone()
|
||||||
compressed = compress_token_type_ids(token_type_ids)
|
compressed = compress_token_type_ids(token_type_ids)
|
||||||
params.extra_kwargs = {"compressed_token_type_ids": compressed}
|
params.extra_kwargs = {
|
||||||
|
**(params.extra_kwargs or {}),
|
||||||
|
"compressed_token_type_ids": compressed,
|
||||||
|
}
|
||||||
pooling_params_list.append(params)
|
pooling_params_list.append(params)
|
||||||
else:
|
else:
|
||||||
pooling_params_list.append(pooling_params)
|
pooling_params_list.append(pooling_params)
|
||||||
|
|||||||
Reference in New Issue
Block a user