[Frontend] Let an unset --tool-strict-level fall back to the tool parser's default (#61328)
Signed-off-by: Bugen Zhao <i@bugenzhao.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
91ed2859c7
commit
8fa5ae844a
@@ -137,9 +137,10 @@ pub struct RenderArgs {
|
||||
#[arg(long, default_value_t)]
|
||||
reasoning_parser: ParserSelection,
|
||||
/// Server-side floor for structural-tag based tool calling: `auto`,
|
||||
/// `function`, or `parameter`.
|
||||
#[arg(long, default_value_t)]
|
||||
tool_strict_level: ToolStrictLevel,
|
||||
/// `function`, or `parameter`. When unset, the tool parser's default
|
||||
/// level applies, else `auto`.
|
||||
#[arg(long)]
|
||||
tool_strict_level: Option<ToolStrictLevel>,
|
||||
/// Select the native chat renderer implementation.
|
||||
#[arg(long = "tokenizer-mode", default_value_t)]
|
||||
renderer: RendererSelection,
|
||||
@@ -252,10 +253,11 @@ pub struct SharedRuntimeArgs {
|
||||
/// top of the per-tool `strict` field: `auto` follows the request's
|
||||
/// tool choice and per-tool strictness,
|
||||
/// `function` constrains the tool-call envelope for every request with
|
||||
/// tools, `parameter` additionally pins argument schemas.
|
||||
#[arg(long, default_value_t)]
|
||||
/// tools, `parameter` additionally pins argument schemas. When unset, the
|
||||
/// tool parser's default level applies, else `auto`.
|
||||
#[arg(long)]
|
||||
#[serde(default)]
|
||||
pub tool_strict_level: ToolStrictLevel,
|
||||
pub tool_strict_level: Option<ToolStrictLevel>,
|
||||
/// Select the chat renderer implementation.
|
||||
#[arg(long = "tokenizer-mode", default_value_t)]
|
||||
#[serde(default, rename = "tokenizer_mode")]
|
||||
|
||||
@@ -185,7 +185,7 @@ fn serve_args_forward_python_flags_with_separator() {
|
||||
engine_ready_timeout_secs: 600,
|
||||
tool_call_parser: Auto,
|
||||
reasoning_parser: Auto,
|
||||
tool_strict_level: Auto,
|
||||
tool_strict_level: None,
|
||||
renderer: Auto,
|
||||
language_model_only: false,
|
||||
max_logprobs: None,
|
||||
@@ -1088,7 +1088,7 @@ fn frontend_args_accept_json() {
|
||||
engine_ready_timeout_secs: 600,
|
||||
tool_call_parser: None,
|
||||
reasoning_parser: None,
|
||||
tool_strict_level: Auto,
|
||||
tool_strict_level: None,
|
||||
renderer: Auto,
|
||||
language_model_only: false,
|
||||
max_logprobs: None,
|
||||
@@ -1760,7 +1760,7 @@ fn serve_args_accept_handshake_aliases() {
|
||||
engine_ready_timeout_secs: 600,
|
||||
tool_call_parser: Auto,
|
||||
reasoning_parser: Auto,
|
||||
tool_strict_level: Auto,
|
||||
tool_strict_level: None,
|
||||
renderer: Auto,
|
||||
language_model_only: false,
|
||||
max_logprobs: None,
|
||||
@@ -1919,7 +1919,7 @@ fn serve_frontend_config_uses_dp_address_as_advertised_host() {
|
||||
grpc_listener_mode: None,
|
||||
tool_call_parser: Auto,
|
||||
reasoning_parser: Auto,
|
||||
tool_strict_level: Auto,
|
||||
tool_strict_level: None,
|
||||
renderer: Auto,
|
||||
language_model_only: false,
|
||||
chat_template: None,
|
||||
@@ -2014,7 +2014,7 @@ fn serve_frontend_config_keeps_tcp_transport_for_non_local_only_topology() {
|
||||
grpc_listener_mode: None,
|
||||
tool_call_parser: Auto,
|
||||
reasoning_parser: Auto,
|
||||
tool_strict_level: Auto,
|
||||
tool_strict_level: None,
|
||||
renderer: Auto,
|
||||
language_model_only: false,
|
||||
chat_template: None,
|
||||
@@ -2153,7 +2153,7 @@ fn frontend_config_uses_external_coordinator_when_coordinator_address_is_present
|
||||
grpc_listener_mode: None,
|
||||
tool_call_parser: None,
|
||||
reasoning_parser: None,
|
||||
tool_strict_level: Auto,
|
||||
tool_strict_level: None,
|
||||
renderer: Auto,
|
||||
language_model_only: false,
|
||||
chat_template: None,
|
||||
|
||||
Reference in New Issue
Block a user