[Bugfix][Frontend] Forward --enable-log-outputs to the Cohere Chat v2 (#61089)
Signed-off-by: Aditya Ganesh Kumar <adty910@gmail.com>
This commit is contained in:
@@ -254,6 +254,8 @@ class CohereServingChatV2(OpenAIServingChat):
|
||||
tool_strict_level: str = "auto",
|
||||
enable_prompt_tokens_details: bool = False,
|
||||
enable_force_include_usage: bool = False,
|
||||
enable_log_outputs: bool = False,
|
||||
enable_log_deltas: bool = True,
|
||||
default_chat_template_kwargs: dict[str, Any] | None = None,
|
||||
is_reasoning_model: bool = True,
|
||||
) -> None:
|
||||
@@ -272,6 +274,8 @@ class CohereServingChatV2(OpenAIServingChat):
|
||||
tool_parser=tool_parser,
|
||||
enable_prompt_tokens_details=enable_prompt_tokens_details,
|
||||
enable_force_include_usage=enable_force_include_usage,
|
||||
enable_log_outputs=enable_log_outputs,
|
||||
enable_log_deltas=enable_log_deltas,
|
||||
default_chat_template_kwargs=default_chat_template_kwargs,
|
||||
)
|
||||
# Controls how the assistant's chain-of-thought is surfaced on
|
||||
|
||||
@@ -208,6 +208,8 @@ async def init_generate_state(
|
||||
reasoning_parser=args.structured_outputs_config.reasoning_parser,
|
||||
enable_prompt_tokens_details=args.enable_prompt_tokens_details,
|
||||
enable_force_include_usage=args.enable_force_include_usage,
|
||||
enable_log_outputs=args.enable_log_outputs,
|
||||
enable_log_deltas=args.enable_log_deltas,
|
||||
default_chat_template_kwargs=default_chat_template_kwargs,
|
||||
is_reasoning_model=args.cohere_is_reasoning_model,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user