[Rust Frontend][Bugfix] Forward --shutdown-timeout and --disable-log-stats to the managed Python engine (#45300)

Signed-off-by: Will Eaton <weaton@redhat.com>
This commit is contained in:
Will Eaton
2026-06-12 07:39:27 +00:00
committed by GitHub
parent 0cd9b7af25
commit 87b98d6d6c
3 changed files with 47 additions and 0 deletions
+11
View File
@@ -72,6 +72,8 @@ impl ManagedEngineArgs {
model: String,
max_model_len: Option<u32>,
language_model_only: bool,
disable_log_stats: bool,
shutdown_timeout: u64,
handshake_port: u16,
) -> ManagedEngineConfig {
let mut python_args = self.python_args;
@@ -83,6 +85,15 @@ impl ManagedEngineArgs {
if language_model_only {
python_args.push("--language-model-only".to_string());
}
if disable_log_stats {
python_args.push("--disable-log-stats".to_string());
}
// we must pass through shutdown_timeout to the engine,
// otherwise inflight requests get aborted on shutdown
if shutdown_timeout > 0 {
python_args.push("--shutdown-timeout".to_string());
python_args.push(shutdown_timeout.to_string());
}
if let Some(data_parallel_size_local) = self.data_parallel_size_local {
python_args.push("--data-parallel-size-local".to_string());
python_args.push(data_parallel_size_local.to_string());