[Rust Frontend] Pass effective reasoning_parser_kwargs for structured output (#46360)
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
4ed8eaafb0
commit
ce9f64020b
@@ -91,6 +91,7 @@ pub fn to_text_request(
|
||||
cache_salt: kv.map(|k| &k.cache_salt).filter(|s| !s.is_empty()).cloned(),
|
||||
add_special_tokens: true,
|
||||
data_parallel_rank: None,
|
||||
reasoning_parser_kwargs: None,
|
||||
lora_request: None,
|
||||
})
|
||||
}
|
||||
|
||||
@@ -206,6 +206,7 @@ impl ChatRenderer for FakeTextBackend {
|
||||
fn render(&self, _request: &ChatRequest) -> vllm_chat::Result<RenderedPrompt> {
|
||||
Ok(RenderedPrompt {
|
||||
prompt: Prompt::Text(String::new()),
|
||||
effective_template_kwargs: Default::default(),
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
@@ -223,6 +223,7 @@ impl ChatRenderer for FakeChatBackend {
|
||||
}
|
||||
Ok(RenderedPrompt {
|
||||
prompt: Prompt::Text(prompt),
|
||||
effective_template_kwargs: Default::default(),
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
@@ -68,6 +68,7 @@ pub(super) fn prepare_generate_request(
|
||||
cache_salt: request.cache_salt,
|
||||
add_special_tokens: false,
|
||||
data_parallel_rank: ctx.data_parallel_rank,
|
||||
reasoning_parser_kwargs: None,
|
||||
lora_request: lora_resolution.lora_request.clone(),
|
||||
};
|
||||
|
||||
|
||||
@@ -141,6 +141,7 @@ pub(super) fn prepare_completion_request(
|
||||
cache_salt: request.cache_salt,
|
||||
add_special_tokens: request.add_special_tokens,
|
||||
data_parallel_rank: ctx.data_parallel_rank,
|
||||
reasoning_parser_kwargs: None,
|
||||
lora_request: lora_resolution.lora_request.clone(),
|
||||
};
|
||||
|
||||
|
||||
@@ -581,6 +581,7 @@ impl ChatRenderer for FakeChatBackend {
|
||||
}
|
||||
Ok(vllm_chat::RenderedPrompt {
|
||||
prompt: Prompt::Text(prompt),
|
||||
effective_template_kwargs: Default::default(),
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user