[CI/Test] Add expert parallelism coverage to external LB tests (#53497)
Signed-off-by: Tony Lin <tony.lin@intel.com> Co-authored-by: Kevin H. Luu <khluu000@gmail.com>
This commit is contained in:
@@ -133,11 +133,19 @@ def default_server_args():
|
||||
]
|
||||
|
||||
|
||||
@pytest.fixture(scope="module", params=[1, 4])
|
||||
@pytest.fixture(
|
||||
scope="module",
|
||||
params=[(1, False), (4, False), (1, True)],
|
||||
ids=["api-1-standard", "api-4-standard", "api-1-ep-enabled"],
|
||||
)
|
||||
def server_manager(request, default_server_args):
|
||||
api_server_count = request.param
|
||||
api_server_count, enable_expert_parallel = request.param
|
||||
server_args = default_server_args.copy()
|
||||
if enable_expert_parallel:
|
||||
server_args.append("--enable-expert-parallel")
|
||||
|
||||
server_manager = ExternalLBServerManager(
|
||||
MODEL_NAME, DP_SIZE, api_server_count, default_server_args
|
||||
MODEL_NAME, DP_SIZE, api_server_count, server_args
|
||||
)
|
||||
|
||||
with server_manager:
|
||||
@@ -167,10 +175,21 @@ def _get_parallel_config(server: RemoteOpenAIServer):
|
||||
return vllm_config["parallel_config"]
|
||||
|
||||
|
||||
def _assert_expert_parallel_config(
|
||||
servers: list[tuple[RemoteOpenAIServer, list[str]]],
|
||||
):
|
||||
for server, server_args in servers:
|
||||
expected = "--enable-expert-parallel" in server_args
|
||||
parallel_config = _get_parallel_config(server)
|
||||
assert parallel_config["enable_expert_parallel"] is expected
|
||||
|
||||
|
||||
def test_external_lb_server_info(server_manager):
|
||||
servers = server_manager.servers
|
||||
api_server_count = server_manager.api_server_count
|
||||
|
||||
_assert_expert_parallel_config(servers)
|
||||
|
||||
for i, (server, _) in enumerate(servers):
|
||||
print(f"Testing {i=}")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user