[Frontend] Move api_server.py out openai folder (#52131)
Signed-off-by: wang.yuqi <yuqi.wang@daocloud.io>
This commit is contained in:
@@ -305,7 +305,7 @@ async def run_vllm_async(
|
||||
disable_detokenize: bool = False,
|
||||
warmup_requests: list[SampleRequest] | None = None,
|
||||
) -> float:
|
||||
from vllm.entrypoints.openai.api_server import (
|
||||
from vllm.entrypoints.launchers.api_server.entry import (
|
||||
build_async_engine_client_from_engine_args,
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user