[Bugfix][Scheduler] Refresh max tokens for streaming continuations (#57676)

Signed-off-by: 0xsensei <prblmslvr.aditya@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
0xsensei
2026-09-28 20:31:57 +00:00
committed by GitHub
co-authored by OpenAI Codex
parent beef814e1d
commit d28795f1a7
2 changed files with 6 additions and 11 deletions
+1
View File
@@ -1648,6 +1648,7 @@ class Scheduler(SchedulerInterface):
session.num_prompt_tokens = len(session.prompt_token_ids)
session.arrival_time = update.arrival_time
session.sampling_params = update.sampling_params
session.max_tokens = update.max_tokens
if session.status == RequestStatus.WAITING_FOR_STREAMING_REQ:
self.num_waiting_for_streaming_input -= 1
session.status = RequestStatus.WAITING