[Rust Frontend] Add hf parser for response templates (#59005)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Bugen Zhao
2026-10-01 08:16:38 +00:00
committed by GitHub
co-authored by Claude Opus 5.5
parent 91fcec1235
commit 24fb5fc08c
23 changed files with 4573 additions and 33 deletions
+3
View File
@@ -23,6 +23,9 @@ pub struct HfTokenizerConfig {
/// containing "Tiktoken" which can be used as a hint for backend
/// selection.
pub tokenizer_class: Option<String>,
/// The Hugging Face `response_template`: a declarative description of the
/// model's output protocol, executed by the `hf` unified parser.
pub response_template: Option<serde_json::Value>,
}
/// Hugging Face named special tokens may be serialized as a string or an