[Rust Frontend] Support --stream-interval and per-request stream_interval (#60589)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Bugen Zhao
2026-10-09 14:10:42 -07:00
committed by GitHub
co-authored by Claude Opus 5.5
parent ffdde24f54
commit 35e920d671
25 changed files with 1040 additions and 154 deletions
@@ -2,6 +2,7 @@
// SPDX-FileCopyrightText: Copyright contributors to the vLLM project
use std::collections::HashMap;
use std::num::NonZeroU32;
use std::time::Duration;
use anyhow::{Context, Result, bail};
@@ -81,6 +82,7 @@ async fn main() -> Result<()> {
lora_modules: Vec::new(),
chat_template_content_format: ChatTemplateContentFormatOption::Auto,
max_logprobs: None,
stream_interval: NonZeroU32::MIN,
api_server_options: ApiServerOptions::default(),
cors: CorsConfig::default(),
tls: None,