[Chore] Remove redundant input parsing methods (#33542)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-02-02 10:50:47 +00:00
committed by GitHub
parent ba871fb788
commit a502831d36
7 changed files with 21 additions and 51 deletions
+2 -2
View File
@@ -1116,7 +1116,7 @@ class OpenAIServing:
priority: int = 0,
trace_headers: Mapping[str, str] | None = None,
):
prompt_text, _, _ = get_prompt_components(engine_prompt)
prompt_text = engine_prompt.get("prompt")
orig_priority = priority
sub_request = 0
@@ -1186,7 +1186,7 @@ class OpenAIServing:
context.chat_template_content_format,
)
engine_prompt = engine_prompts[0]
prompt_text, _, _ = get_prompt_components(engine_prompt)
prompt_text = engine_prompt.get("prompt")
sampling_params.max_tokens = get_max_tokens(
self.max_model_len,