[Rust Frontend] Honor HF revisions, offline mode, and cache directory (#56386)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
Bugen Zhao
2026-09-12 03:39:17 +00:00
committed by GitHub
co-authored by Codex
parent 5f3e4b7447
commit 485421b1c3
11 changed files with 201 additions and 28 deletions
+5
View File
@@ -84,6 +84,7 @@ impl ManagedEngineArgs {
pub fn into_config(
self,
model: String,
revision: Option<String>,
max_logprobs: Option<i32>,
profiler_config: Option<String>,
reasoning_parser: Option<&str>,
@@ -95,6 +96,10 @@ impl ManagedEngineArgs {
) -> ManagedEngineConfig {
let mut python_args = self.python_args;
// Manually forward some args to the Python engine.
if let Some(revision) = revision {
python_args.push("--revision".to_string());
python_args.push(revision);
}
if let Some(max_model_len) = self.max_model_len {
python_args.push("--max-model-len".to_string());
python_args.push(max_model_len);