[Feature] DP supervisor using rust frontend (#47076)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-06-30 14:34:05 -04:00
committed by GitHub
parent 3cecee40f3
commit 3a9784b82c
2 changed files with 60 additions and 3 deletions
@@ -176,6 +176,49 @@ def test_build_multi_port_external_lb_child_args_sets_external_rank_server():
assert child_args.api_server_count == 1
def test_run_vllm_dp_server_uses_python_server_by_default(monkeypatch):
calls: list[str] = []
monkeypatch.setattr(dp_sup.os, "setpgrp", lambda: None)
monkeypatch.setattr(dp_sup, "set_process_title", lambda *_args: None)
monkeypatch.setattr(dp_sup, "decorate_logs", lambda *_args: None)
monkeypatch.setattr(dp_sup.envs, "VLLM_RUST_FRONTEND_PATH", None, raising=False)
monkeypatch.setattr(
dp_sup, "_run_python_vllm_dp_server", lambda _args: calls.append("python")
)
monkeypatch.setattr(
dp_sup, "_run_rust_vllm_dp_server", lambda _args: calls.append("rust")
)
dp_sup._run_vllm_dp_server(_make_unit_args(data_parallel_rank=4))
assert calls == ["python"]
def test_run_vllm_dp_server_uses_rust_frontend_when_enabled(monkeypatch):
calls: list[str] = []
monkeypatch.setattr(dp_sup.os, "setpgrp", lambda: None)
monkeypatch.setattr(dp_sup, "set_process_title", lambda *_args: None)
monkeypatch.setattr(dp_sup, "decorate_logs", lambda *_args: None)
monkeypatch.setattr(
dp_sup.envs,
"VLLM_RUST_FRONTEND_PATH",
"/tmp/vllm-rs",
raising=False,
)
monkeypatch.setattr(
dp_sup, "_run_python_vllm_dp_server", lambda _args: calls.append("python")
)
monkeypatch.setattr(
dp_sup, "_run_rust_vllm_dp_server", lambda _args: calls.append("rust")
)
dp_sup._run_vllm_dp_server(_make_unit_args(data_parallel_rank=4))
assert calls == ["rust"]
def test_validate_multi_port_external_lb_args_allows_ssl():
args = _make_unit_args(
ssl_keyfile="/tmp/server.key",