[Rust Frontend] Introduce parser-owned output grammar interfaces (#55269)
Signed-off-by: Bugen Zhao <i@bugenzhao.com> Co-authored-by: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Fable 5.1
parent
f84325c48c
commit
d50723df04
@@ -137,7 +137,8 @@ pub fn to_text_request(
|
||||
data_parallel_rank: None,
|
||||
session_id,
|
||||
kv_hints,
|
||||
reasoning_parser_kwargs: None,
|
||||
reasoning_parser_kwargs: Default::default(),
|
||||
reasoning_ended: None,
|
||||
lora_request: None,
|
||||
arrival_time: None,
|
||||
})
|
||||
|
||||
@@ -83,7 +83,8 @@ pub(super) fn prepare_generate_request(
|
||||
data_parallel_rank: ctx.data_parallel_rank,
|
||||
session_id: ctx.session_id,
|
||||
kv_hints: None,
|
||||
reasoning_parser_kwargs: None,
|
||||
reasoning_parser_kwargs: Default::default(),
|
||||
reasoning_ended: None,
|
||||
lora_request: lora_resolution.lora_request.clone(),
|
||||
arrival_time: None,
|
||||
};
|
||||
|
||||
@@ -156,7 +156,8 @@ pub(super) fn prepare_completion_request(
|
||||
data_parallel_rank: ctx.data_parallel_rank,
|
||||
session_id,
|
||||
kv_hints: None,
|
||||
reasoning_parser_kwargs: None,
|
||||
reasoning_parser_kwargs: Default::default(),
|
||||
reasoning_ended: None,
|
||||
lora_request: lora_resolution.lora_request.clone(),
|
||||
arrival_time: None,
|
||||
};
|
||||
|
||||
@@ -124,7 +124,7 @@ async fn render_chat(
|
||||
let chat_request = lower_chat_request(body, &model_resolution(&state), request_context)?;
|
||||
let (text_request, _) = state
|
||||
.chat
|
||||
.prepare(chat_request)
|
||||
.prepare(chat_request, &state.text)
|
||||
.await
|
||||
.map_err(|error| ApiError::invalid_request(error.to_report_string(), None))?;
|
||||
Ok(Json(lower_render_request(
|
||||
|
||||
@@ -55,7 +55,8 @@ impl TokenizeCompletionRequest {
|
||||
data_parallel_rank: None,
|
||||
session_id: None,
|
||||
kv_hints: None,
|
||||
reasoning_parser_kwargs: None,
|
||||
reasoning_parser_kwargs: Default::default(),
|
||||
reasoning_ended: None,
|
||||
lora_request: None,
|
||||
arrival_time: None,
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user