[Bugfix][Benchmark] Fix probe latency and duration in bench serve (#60511)

Signed-off-by: QHarshil <harshil_c@hotmail.com>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
Harshil
2026-10-15 05:50:30 +00:00
committed by GitHub
co-authored by Cyrus Leung
parent 5341b5ba7d
commit c54dca96bd
2 changed files with 38 additions and 24 deletions
+4
View File
@@ -141,12 +141,16 @@ def test_bench_serve_insecure(ssl_server):
"--num-prompts",
"5",
"--insecure",
"--probe-request-rate",
"5",
]
result = subprocess.run(command, capture_output=True, text=True)
print(result.stdout)
print(result.stderr)
assert result.returncode == 0, f"Benchmark failed: {result.stderr}"
# Probes use their own session, which must also honor --insecure.
assert "Probe requests completed" in result.stdout
@pytest.mark.benchmark