[Rust Frontend] Pass effective reasoning_parser_kwargs for structured output (#46360)

Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Bugen Zhao
2026-06-24 03:13:44 +00:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 4ed8eaafb0
commit ce9f64020b
19 changed files with 165 additions and 34 deletions
+1
View File
@@ -91,6 +91,7 @@ pub fn to_text_request(
cache_salt: kv.map(|k| &k.cache_salt).filter(|s| !s.is_empty()).cloned(),
add_special_tokens: true,
data_parallel_rank: None,
reasoning_parser_kwargs: None,
lora_request: None,
})
}
+1
View File
@@ -206,6 +206,7 @@ impl ChatRenderer for FakeTextBackend {
fn render(&self, _request: &ChatRequest) -> vllm_chat::Result<RenderedPrompt> {
Ok(RenderedPrompt {
prompt: Prompt::Text(String::new()),
effective_template_kwargs: Default::default(),
})
}
}
@@ -223,6 +223,7 @@ impl ChatRenderer for FakeChatBackend {
}
Ok(RenderedPrompt {
prompt: Prompt::Text(prompt),
effective_template_kwargs: Default::default(),
})
}
}
@@ -68,6 +68,7 @@ pub(super) fn prepare_generate_request(
cache_salt: request.cache_salt,
add_special_tokens: false,
data_parallel_rank: ctx.data_parallel_rank,
reasoning_parser_kwargs: None,
lora_request: lora_resolution.lora_request.clone(),
};
@@ -141,6 +141,7 @@ pub(super) fn prepare_completion_request(
cache_salt: request.cache_salt,
add_special_tokens: request.add_special_tokens,
data_parallel_rank: ctx.data_parallel_rank,
reasoning_parser_kwargs: None,
lora_request: lora_resolution.lora_request.clone(),
};
+1
View File
@@ -581,6 +581,7 @@ impl ChatRenderer for FakeChatBackend {
}
Ok(vllm_chat::RenderedPrompt {
prompt: Prompt::Text(prompt),
effective_template_kwargs: Default::default(),
})
}
}