[Rust Frontend] Introduce parser-owned output grammar interfaces (#55269)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
Bugen Zhao
2026-09-22 05:35:07 +00:00
committed by GitHub
co-authored by Claude Fable 5.1
parent f84325c48c
commit d50723df04
34 changed files with 814 additions and 698 deletions
+2 -1
View File
@@ -137,7 +137,8 @@ pub fn to_text_request(
data_parallel_rank: None,
session_id,
kv_hints,
reasoning_parser_kwargs: None,
reasoning_parser_kwargs: Default::default(),
reasoning_ended: None,
lora_request: None,
arrival_time: None,
})
@@ -83,7 +83,8 @@ pub(super) fn prepare_generate_request(
data_parallel_rank: ctx.data_parallel_rank,
session_id: ctx.session_id,
kv_hints: None,
reasoning_parser_kwargs: None,
reasoning_parser_kwargs: Default::default(),
reasoning_ended: None,
lora_request: lora_resolution.lora_request.clone(),
arrival_time: None,
};
@@ -156,7 +156,8 @@ pub(super) fn prepare_completion_request(
data_parallel_rank: ctx.data_parallel_rank,
session_id,
kv_hints: None,
reasoning_parser_kwargs: None,
reasoning_parser_kwargs: Default::default(),
reasoning_ended: None,
lora_request: lora_resolution.lora_request.clone(),
arrival_time: None,
};
+1 -1
View File
@@ -124,7 +124,7 @@ async fn render_chat(
let chat_request = lower_chat_request(body, &model_resolution(&state), request_context)?;
let (text_request, _) = state
.chat
.prepare(chat_request)
.prepare(chat_request, &state.text)
.await
.map_err(|error| ApiError::invalid_request(error.to_report_string(), None))?;
Ok(Json(lower_render_request(
+2 -1
View File
@@ -55,7 +55,8 @@ impl TokenizeCompletionRequest {
data_parallel_rank: None,
session_id: None,
kv_hints: None,
reasoning_parser_kwargs: None,
reasoning_parser_kwargs: Default::default(),
reasoning_ended: None,
lora_request: None,
arrival_time: None,
}