[CI/Test] Add expert parallelism coverage to external LB tests (#53497)
Signed-off-by: Tony Lin <tony.lin@intel.com> Co-authored-by: Kevin H. Luu <khluu000@gmail.com>
This commit is contained in:
@@ -133,11 +133,19 @@ def default_server_args():
|
|||||||
]
|
]
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture(scope="module", params=[1, 4])
|
@pytest.fixture(
|
||||||
|
scope="module",
|
||||||
|
params=[(1, False), (4, False), (1, True)],
|
||||||
|
ids=["api-1-standard", "api-4-standard", "api-1-ep-enabled"],
|
||||||
|
)
|
||||||
def server_manager(request, default_server_args):
|
def server_manager(request, default_server_args):
|
||||||
api_server_count = request.param
|
api_server_count, enable_expert_parallel = request.param
|
||||||
|
server_args = default_server_args.copy()
|
||||||
|
if enable_expert_parallel:
|
||||||
|
server_args.append("--enable-expert-parallel")
|
||||||
|
|
||||||
server_manager = ExternalLBServerManager(
|
server_manager = ExternalLBServerManager(
|
||||||
MODEL_NAME, DP_SIZE, api_server_count, default_server_args
|
MODEL_NAME, DP_SIZE, api_server_count, server_args
|
||||||
)
|
)
|
||||||
|
|
||||||
with server_manager:
|
with server_manager:
|
||||||
@@ -167,10 +175,21 @@ def _get_parallel_config(server: RemoteOpenAIServer):
|
|||||||
return vllm_config["parallel_config"]
|
return vllm_config["parallel_config"]
|
||||||
|
|
||||||
|
|
||||||
|
def _assert_expert_parallel_config(
|
||||||
|
servers: list[tuple[RemoteOpenAIServer, list[str]]],
|
||||||
|
):
|
||||||
|
for server, server_args in servers:
|
||||||
|
expected = "--enable-expert-parallel" in server_args
|
||||||
|
parallel_config = _get_parallel_config(server)
|
||||||
|
assert parallel_config["enable_expert_parallel"] is expected
|
||||||
|
|
||||||
|
|
||||||
def test_external_lb_server_info(server_manager):
|
def test_external_lb_server_info(server_manager):
|
||||||
servers = server_manager.servers
|
servers = server_manager.servers
|
||||||
api_server_count = server_manager.api_server_count
|
api_server_count = server_manager.api_server_count
|
||||||
|
|
||||||
|
_assert_expert_parallel_config(servers)
|
||||||
|
|
||||||
for i, (server, _) in enumerate(servers):
|
for i, (server, _) in enumerate(servers):
|
||||||
print(f"Testing {i=}")
|
print(f"Testing {i=}")
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user