[Rust Frontend] Support --stream-interval and per-request stream_interval (#60589)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Bugen Zhao
2026-10-09 14:10:42 -07:00
committed by GitHub
co-authored by Claude Opus 5.5
parent ffdde24f54
commit 35e920d671
25 changed files with 1040 additions and 154 deletions
+7 -3
View File
@@ -116,7 +116,7 @@ async fn chunk_size_one_outputs_one_token_per_update() {
let ipc = IpcNamespace::new().expect("ipc namespace");
let handshake_address = ipc.handshake_endpoint();
let (client, shutdown, task) = connect_with_mock(handshake_address, 1, 1).await;
let mut stream = client.call(sample_request("req-1", 3)).await.expect("call");
let mut stream = client.call(sample_request("req-1", 3)).await.expect("call").into_outputs();
let first = stream.next().await.expect("first").expect("first ok");
assert_eq!(first.new_token_ids.len(), 1);
@@ -147,7 +147,7 @@ async fn chunk_size_clips_final_output_to_max_tokens() {
let ipc = IpcNamespace::new().expect("ipc namespace");
let handshake_address = ipc.handshake_endpoint();
let (client, shutdown, task) = connect_with_mock(handshake_address, 1, 4).await;
let mut stream = client.call(sample_request("req-clip", 6)).await.expect("call");
let mut stream = client.call(sample_request("req-clip", 6)).await.expect("call").into_outputs();
let first = stream.next().await.expect("first").expect("first ok");
assert_eq!(first.new_token_ids.len(), 4);
@@ -165,7 +165,11 @@ async fn abort_cancels_active_request_and_emits_terminal_output() {
let ipc = IpcNamespace::new().expect("ipc namespace");
let handshake_address = ipc.handshake_endpoint();
let (client, shutdown, task) = connect_with_mock(handshake_address, 1, 1).await;
let mut stream = client.call(sample_request("req-abort", 1_000_000)).await.expect("call");
let mut stream = client
.call(sample_request("req-abort", 1_000_000))
.await
.expect("call")
.into_outputs();
let first = stream.next().await.expect("first").expect("first ok");
assert_eq!(first.finish_reason, None);