[Rust Frontend] Add hf parser for response templates (#59005)
Signed-off-by: Bugen Zhao <i@bugenzhao.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
91fcec1235
commit
24fb5fc08c
@@ -23,6 +23,9 @@ pub struct HfTokenizerConfig {
|
||||
/// containing "Tiktoken" which can be used as a hint for backend
|
||||
/// selection.
|
||||
pub tokenizer_class: Option<String>,
|
||||
/// The Hugging Face `response_template`: a declarative description of the
|
||||
/// model's output protocol, executed by the `hf` unified parser.
|
||||
pub response_template: Option<serde_json::Value>,
|
||||
}
|
||||
|
||||
/// Hugging Face named special tokens may be serialized as a string or an
|
||||
|
||||
Reference in New Issue
Block a user