[Rust Frontend] Honor HF revisions, offline mode, and cache directory (#56386)
Signed-off-by: Bugen Zhao <i@bugenzhao.com> Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
@@ -84,6 +84,7 @@ impl ManagedEngineArgs {
|
||||
pub fn into_config(
|
||||
self,
|
||||
model: String,
|
||||
revision: Option<String>,
|
||||
max_logprobs: Option<i32>,
|
||||
profiler_config: Option<String>,
|
||||
reasoning_parser: Option<&str>,
|
||||
@@ -95,6 +96,10 @@ impl ManagedEngineArgs {
|
||||
) -> ManagedEngineConfig {
|
||||
let mut python_args = self.python_args;
|
||||
// Manually forward some args to the Python engine.
|
||||
if let Some(revision) = revision {
|
||||
python_args.push("--revision".to_string());
|
||||
python_args.push(revision);
|
||||
}
|
||||
if let Some(max_model_len) = self.max_model_len {
|
||||
python_args.push("--max-model-len".to_string());
|
||||
python_args.push(max_model_len);
|
||||
|
||||
Reference in New Issue
Block a user