From 9cd956c7e6cf54efa366b803cafa15ec6c2df827 Mon Sep 17 00:00:00 2001 From: Tony Lin Date: Fri, 4 Sep 2026 15:56:59 +0800 Subject: [PATCH] [CI/Test] Add expert parallelism coverage to external LB tests (#53497) Signed-off-by: Tony Lin Co-authored-by: Kevin H. Luu --- tests/v1/distributed/test_external_lb_dp.py | 25 ++++++++++++++++++--- 1 file changed, 22 insertions(+), 3 deletions(-) diff --git a/tests/v1/distributed/test_external_lb_dp.py b/tests/v1/distributed/test_external_lb_dp.py index 06e8e574a0..b53d0d8af0 100644 --- a/tests/v1/distributed/test_external_lb_dp.py +++ b/tests/v1/distributed/test_external_lb_dp.py @@ -133,11 +133,19 @@ def default_server_args(): ] -@pytest.fixture(scope="module", params=[1, 4]) +@pytest.fixture( + scope="module", + params=[(1, False), (4, False), (1, True)], + ids=["api-1-standard", "api-4-standard", "api-1-ep-enabled"], +) def server_manager(request, default_server_args): - api_server_count = request.param + api_server_count, enable_expert_parallel = request.param + server_args = default_server_args.copy() + if enable_expert_parallel: + server_args.append("--enable-expert-parallel") + server_manager = ExternalLBServerManager( - MODEL_NAME, DP_SIZE, api_server_count, default_server_args + MODEL_NAME, DP_SIZE, api_server_count, server_args ) with server_manager: @@ -167,10 +175,21 @@ def _get_parallel_config(server: RemoteOpenAIServer): return vllm_config["parallel_config"] +def _assert_expert_parallel_config( + servers: list[tuple[RemoteOpenAIServer, list[str]]], +): + for server, server_args in servers: + expected = "--enable-expert-parallel" in server_args + parallel_config = _get_parallel_config(server) + assert parallel_config["enable_expert_parallel"] is expected + + def test_external_lb_server_info(server_manager): servers = server_manager.servers api_server_count = server_manager.api_server_count + _assert_expert_parallel_config(servers) + for i, (server, _) in enumerate(servers): print(f"Testing {i=}")