[Bugfix][Frontend] Preserve caller parameters in offline pooling (#58842)

Signed-off-by: 子华 <huaxi.shx@alibaba-inc.com>
Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
shaohuaxi
2026-09-29 05:02:59 +00:00
committed by GitHub
co-authored by Codex
parent 1fde8ff7da
commit 36768d1bfd
2 changed files with 5 additions and 2 deletions
@@ -207,7 +207,10 @@ class PoolingIOProcessor:
else:
pooling_params = ctx.pooling_params
params_seq = self._params_to_seq(pooling_params, num_requests)
# Clone to avoid modifying the caller's pooling parameters.
params_seq = [
param.clone() for param in self._params_to_seq(pooling_params, num_requests)
]
for param in params_seq:
if param.task is None:
@@ -168,7 +168,7 @@ class PluginWithIOProcessorPlugins(PoolingIOProcessor):
pooling_params = ctx.pooling_params
params_seq: list[PoolingParams] = [
self.io_processor.merge_pooling_params(param)
self.io_processor.merge_pooling_params(param.clone())
for param in self._params_to_seq(
pooling_params,
num_requests,