[Frontend] Replace VLLM_ENABLE_SCALE_OUT_ENDPOINTS with --enable-scale-out (#55176)

Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
This commit is contained in:
Martin Hickey
2026-09-14 10:02:14 +00:00
committed by GitHub
parent 2c7ee87223
commit 934b1fcbcb
24 changed files with 130 additions and 215 deletions
+10
View File
@@ -329,6 +329,15 @@ pub struct SharedRuntimeArgs {
#[serde(default)]
pub enable_request_id_headers: bool,
/// Register the scale-out `/inference/v1/generate` endpoint.
#[arg(
long,
default_missing_value = "true",
num_args = 0..=1
)]
#[serde(default)]
pub enable_scale_out: bool,
/// If provided, the server will require one of these keys to be presented
/// in the Authorization header.
#[educe(Debug(ignore))]
@@ -577,6 +586,7 @@ impl SharedRuntimeArgs {
enable_log_requests: self.enable_log_requests,
enable_prompt_tokens_details: self.enable_prompt_tokens_details,
enable_request_id_headers: self.enable_request_id_headers,
enable_scale_out: self.enable_scale_out,
}
}
+6
View File
@@ -195,6 +195,7 @@ fn serve_args_forward_python_flags_with_separator() {
enable_log_requests: false,
enable_prompt_tokens_details: false,
enable_request_id_headers: false,
enable_scale_out: false,
disable_log_stats: false,
served_model_name: [],
allowed_origins: JsonStringList(
@@ -1030,6 +1031,7 @@ fn frontend_args_accept_json() {
enable_log_requests: false,
enable_prompt_tokens_details: false,
enable_request_id_headers: false,
enable_scale_out: false,
disable_log_stats: false,
served_model_name: [],
allowed_origins: JsonStringList(
@@ -1629,6 +1631,7 @@ fn serve_args_accept_handshake_aliases() {
enable_log_requests: false,
enable_prompt_tokens_details: false,
enable_request_id_headers: false,
enable_scale_out: false,
disable_log_stats: false,
served_model_name: [],
allowed_origins: JsonStringList(
@@ -1780,6 +1783,7 @@ fn serve_frontend_config_uses_dp_address_as_advertised_host() {
enable_log_requests: false,
enable_prompt_tokens_details: false,
enable_request_id_headers: false,
enable_scale_out: false,
},
cors: CorsConfig {
allow_origins: [
@@ -1868,6 +1872,7 @@ fn serve_frontend_config_keeps_tcp_transport_for_non_local_only_topology() {
enable_log_requests: false,
enable_prompt_tokens_details: false,
enable_request_id_headers: false,
enable_scale_out: false,
},
cors: CorsConfig {
allow_origins: [
@@ -1977,6 +1982,7 @@ fn frontend_config_uses_external_coordinator_when_coordinator_address_is_present
enable_log_requests: false,
enable_prompt_tokens_details: false,
enable_request_id_headers: false,
enable_scale_out: false,
},
cors: CorsConfig {
allow_origins: [