[Rust Frontend] Support HF config overrides --hf-overrides (#56931)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Bugen Zhao
2026-09-16 02:52:55 +00:00
committed by GitHub
parent 0673de9800
commit bfd713bf8b
16 changed files with 298 additions and 19 deletions
@@ -61,6 +61,7 @@ async fn main() -> Result<()> {
coordinator_mode: CoordinatorMode::MaybeInProc,
model: args.model,
revision: None,
hf_overrides: Default::default(),
generation_config: Default::default(),
served_model_name: vec![],
listener_mode: HttpListenerMode::BindTcp {