[Chore] Remove redundant input parsing methods (#33542)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -1116,7 +1116,7 @@ class OpenAIServing:
|
||||
priority: int = 0,
|
||||
trace_headers: Mapping[str, str] | None = None,
|
||||
):
|
||||
prompt_text, _, _ = get_prompt_components(engine_prompt)
|
||||
prompt_text = engine_prompt.get("prompt")
|
||||
|
||||
orig_priority = priority
|
||||
sub_request = 0
|
||||
@@ -1186,7 +1186,7 @@ class OpenAIServing:
|
||||
context.chat_template_content_format,
|
||||
)
|
||||
engine_prompt = engine_prompts[0]
|
||||
prompt_text, _, _ = get_prompt_components(engine_prompt)
|
||||
prompt_text = engine_prompt.get("prompt")
|
||||
|
||||
sampling_params.max_tokens = get_max_tokens(
|
||||
self.max_model_len,
|
||||
|
||||
Reference in New Issue
Block a user