[Rust Frontend] Support HF config overrides --hf-overrides (#56931)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Bugen Zhao
2026-09-16 02:52:55 +00:00
committed by GitHub
parent 0673de9800
commit bfd713bf8b
16 changed files with 298 additions and 19 deletions
+5
View File
@@ -93,6 +93,7 @@ impl ManagedEngineArgs {
shutdown_timeout: u64,
handshake_port: u16,
limit_mm_per_prompt: Option<String>,
hf_overrides: Option<String>,
) -> ManagedEngineConfig {
let mut python_args = self.python_args;
// Manually forward some args to the Python engine.
@@ -136,6 +137,10 @@ impl ManagedEngineArgs {
python_args.push("--limit-mm-per-prompt".to_string());
python_args.push(limit_mm_per_prompt);
}
if let Some(hf_overrides) = hf_overrides {
python_args.push("--hf-overrides".to_string());
python_args.push(hf_overrides);
}
ManagedEngineConfig {
python: self.python,