[Rust Frontend] Support max_logprobs validation (#45674)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Bugen Zhao
2026-06-16 10:57:56 +08:00
committed by GitHub
parent b00e76ff72
commit 3f65e21e32
15 changed files with 484 additions and 98 deletions
+5
View File
@@ -71,6 +71,7 @@ impl ManagedEngineArgs {
self,
model: String,
max_model_len: Option<u32>,
max_logprobs: Option<i32>,
language_model_only: bool,
disable_log_stats: bool,
shutdown_timeout: u64,
@@ -82,6 +83,10 @@ impl ManagedEngineArgs {
python_args.push("--max-model-len".to_string());
python_args.push(max_model_len.to_string());
}
if let Some(max_logprobs) = max_logprobs {
python_args.push("--max-logprobs".to_string());
python_args.push(max_logprobs.to_string());
}
if language_model_only {
python_args.push("--language-model-only".to_string());
}