[BugFix] bad_words filtering ineffective when n > 1 (#29313)

Signed-off-by: GOavi101 <1704178@kiit.ac.in>
This commit is contained in:
Avishek Goswami
2025-11-25 09:36:34 +00:00
committed by GitHub
parent db2906108a
commit 32c40b95e0
3 changed files with 18 additions and 6 deletions
+5 -2
View File
@@ -250,6 +250,9 @@ class LLMEngine:
elif isinstance(prompt, Mapping):
prompt_text = cast(str | None, prompt.get("prompt"))
# Use cloned params that may have been updated in process_inputs()
params = request.params
n = params.n if isinstance(params, SamplingParams) else 1
if n == 1:
@@ -262,10 +265,10 @@ class LLMEngine:
# Fan out child requests (for n>1).
parent_req = ParentRequest(request_id, params)
for idx in range(n):
request_id, params = parent_req.get_child_info(idx)
request_id, child_params = parent_req.get_child_info(idx)
child_request = request if idx == n - 1 else copy(request)
child_request.request_id = request_id
child_request.sampling_params = params
child_request.sampling_params = child_params
# Make a new RequestState and queue.
self.output_processor.add_request(