[Misc] Preserve cross-encoder pooling extra kwargs (#47082)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Taneem Ibrahim
2026-07-04 08:14:13 -04:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 1a308c449c
commit 6eac8e0070
@@ -463,7 +463,10 @@ class CrossEncoderIOProcessor(ScoringIOProcessor):
if token_type_ids := engine_prompt.pop("token_type_ids", None):
params = pooling_params.clone()
compressed = compress_token_type_ids(token_type_ids)
params.extra_kwargs = {"compressed_token_type_ids": compressed}
params.extra_kwargs = {
**(params.extra_kwargs or {}),
"compressed_token_type_ids": compressed,
}
pooling_params_list.append(params)
else:
pooling_params_list.append(pooling_params)