[Rust Frontend] Add --limit-mm-per-prompt support (#49604)

Signed-off-by: Maria Guevara <kawaiiplush14@gmail.com>
This commit is contained in:
Maria Guevara
2026-07-29 17:21:41 +08:00
committed by GitHub
parent 5b14019576
commit c44e191b01
14 changed files with 413 additions and 16 deletions
+5
View File
@@ -91,6 +91,7 @@ impl ManagedEngineArgs {
disable_log_stats: bool,
shutdown_timeout: u64,
handshake_port: u16,
limit_mm_per_prompt: Option<String>,
) -> ManagedEngineConfig {
let mut python_args = self.python_args;
// Manually forward some args to the Python engine.
@@ -126,6 +127,10 @@ impl ManagedEngineArgs {
python_args.push("--data-parallel-size-local".to_string());
python_args.push(data_parallel_size_local.to_string());
}
if let Some(limit_mm_per_prompt) = limit_mm_per_prompt {
python_args.push("--limit-mm-per-prompt".to_string());
python_args.push(limit_mm_per_prompt);
}
ManagedEngineConfig {
python: self.python,