[Frontend] Let an unset --tool-strict-level fall back to the tool parser's default (#61328)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Bugen Zhao
2026-10-15 15:48:38 +08:00
committed by GitHub
co-authored by Claude Opus 5.5
parent 91ed2859c7
commit 8fa5ae844a
26 changed files with 181 additions and 90 deletions
+8 -6
View File
@@ -137,9 +137,10 @@ pub struct RenderArgs {
#[arg(long, default_value_t)]
reasoning_parser: ParserSelection,
/// Server-side floor for structural-tag based tool calling: `auto`,
/// `function`, or `parameter`.
#[arg(long, default_value_t)]
tool_strict_level: ToolStrictLevel,
/// `function`, or `parameter`. When unset, the tool parser's default
/// level applies, else `auto`.
#[arg(long)]
tool_strict_level: Option<ToolStrictLevel>,
/// Select the native chat renderer implementation.
#[arg(long = "tokenizer-mode", default_value_t)]
renderer: RendererSelection,
@@ -252,10 +253,11 @@ pub struct SharedRuntimeArgs {
/// top of the per-tool `strict` field: `auto` follows the request's
/// tool choice and per-tool strictness,
/// `function` constrains the tool-call envelope for every request with
/// tools, `parameter` additionally pins argument schemas.
#[arg(long, default_value_t)]
/// tools, `parameter` additionally pins argument schemas. When unset, the
/// tool parser's default level applies, else `auto`.
#[arg(long)]
#[serde(default)]
pub tool_strict_level: ToolStrictLevel,
pub tool_strict_level: Option<ToolStrictLevel>,
/// Select the chat renderer implementation.
#[arg(long = "tokenizer-mode", default_value_t)]
#[serde(default, rename = "tokenizer_mode")]
+6 -6
View File
@@ -185,7 +185,7 @@ fn serve_args_forward_python_flags_with_separator() {
engine_ready_timeout_secs: 600,
tool_call_parser: Auto,
reasoning_parser: Auto,
tool_strict_level: Auto,
tool_strict_level: None,
renderer: Auto,
language_model_only: false,
max_logprobs: None,
@@ -1088,7 +1088,7 @@ fn frontend_args_accept_json() {
engine_ready_timeout_secs: 600,
tool_call_parser: None,
reasoning_parser: None,
tool_strict_level: Auto,
tool_strict_level: None,
renderer: Auto,
language_model_only: false,
max_logprobs: None,
@@ -1760,7 +1760,7 @@ fn serve_args_accept_handshake_aliases() {
engine_ready_timeout_secs: 600,
tool_call_parser: Auto,
reasoning_parser: Auto,
tool_strict_level: Auto,
tool_strict_level: None,
renderer: Auto,
language_model_only: false,
max_logprobs: None,
@@ -1919,7 +1919,7 @@ fn serve_frontend_config_uses_dp_address_as_advertised_host() {
grpc_listener_mode: None,
tool_call_parser: Auto,
reasoning_parser: Auto,
tool_strict_level: Auto,
tool_strict_level: None,
renderer: Auto,
language_model_only: false,
chat_template: None,
@@ -2014,7 +2014,7 @@ fn serve_frontend_config_keeps_tcp_transport_for_non_local_only_topology() {
grpc_listener_mode: None,
tool_call_parser: Auto,
reasoning_parser: Auto,
tool_strict_level: Auto,
tool_strict_level: None,
renderer: Auto,
language_model_only: false,
chat_template: None,
@@ -2153,7 +2153,7 @@ fn frontend_config_uses_external_coordinator_when_coordinator_address_is_present
grpc_listener_mode: None,
tool_call_parser: None,
reasoning_parser: None,
tool_strict_level: Auto,
tool_strict_level: None,
renderer: Auto,
language_model_only: false,
chat_template: None,