[Frontend] Consolidate rl entrypoints. (#57849)

Signed-off-by: wang.yuqi <yuqi.wang@daocloud.io>
Signed-off-by: aoshen02 <aoshen@inferact.ai>
Co-authored-by: aoshen02 <aoshen@inferact.ai>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
wang.yuqi
2026-10-07 21:37:11 -07:00
committed by GitHub
co-authored by aoshen02 Claude Opus 5.5
parent 1fbbfa1657
commit 4187ade7b8
15 changed files with 99 additions and 83 deletions
@@ -36,6 +36,10 @@ def register_api_routers(
register_vllm_dev_api_routers(app)
from vllm.entrypoints.rl.factories import register_rl_api_routers
register_rl_api_routers(app)
if "generate" in supported_tasks:
from vllm.entrypoints.generate.api_router import (
register_generate_api_routers,
+4 -59
View File
@@ -28,10 +28,6 @@ from vllm.config.model import (
TokenizerMode,
)
from vllm.config.quantization import QuantizationConfigArgs
from vllm.distributed.weight_transfer.base import (
WeightTransferInitRequest,
WeightTransferUpdateRequest,
)
from vllm.engine.arg_utils import EngineArgs
from vllm.entrypoints.chat_utils import (
ChatCompletionMessageParam,
@@ -40,6 +36,7 @@ from vllm.entrypoints.chat_utils import (
)
from vllm.entrypoints.generate.beam_search.offline import BeamSearchOfflineMixin
from vllm.entrypoints.pooling.offline import PoolingOfflineMixin
from vllm.entrypoints.rl.offline import RLOfflineMixin
from vllm.entrypoints.serve.utils.api_utils import log_non_default_args
from vllm.inputs import PromptType
from vllm.logger import configure_logging_if_needed, init_logger
@@ -64,7 +61,9 @@ if TYPE_CHECKING:
logger = init_logger(__name__)
class LLM(BeamSearchOfflineMixin, PoolingOfflineMixin, OfflineInferenceMixin):
class LLM(
BeamSearchOfflineMixin, PoolingOfflineMixin, RLOfflineMixin, OfflineInferenceMixin
):
"""An LLM for generating texts from given prompts and sampling parameters.
This class includes a tokenizer, a language model (possibly distributed
@@ -884,60 +883,6 @@ class LLM(BeamSearchOfflineMixin, PoolingOfflineMixin, OfflineInferenceMixin):
"""
return self.llm_engine.get_metrics()
def init_weight_transfer_engine(
self, request: WeightTransferInitRequest | dict
) -> None:
"""Initialize weight transfer for RL training.
Args:
request: Weight transfer initialization request with backend-specific info
"""
init_info_dict = (
request["init_info"] if isinstance(request, dict) else request.init_info
)
self.llm_engine.collective_rpc(
"init_weight_transfer_engine", kwargs={"init_info": init_info_dict}
)
def start_weight_update(self) -> None:
"""Start a new weight update."""
self.llm_engine.collective_rpc("start_weight_update")
def start_draft_weight_update(self) -> None:
"""Start a new weight update targeting the speculative draft model."""
self.llm_engine.collective_rpc("start_draft_weight_update")
def update_weights(self, request: WeightTransferUpdateRequest | dict) -> None:
"""Update the weights of the model.
Args:
request: Weight update request with backend-specific update info
"""
update_info_dict = (
request["update_info"] if isinstance(request, dict) else request.update_info
)
self.llm_engine.collective_rpc(
"update_weights", kwargs={"update_info": update_info_dict}
)
def finish_weight_update(self, weight_version: str | None = None) -> None:
"""Finish the weight update and set its version if provided."""
self.llm_engine.collective_rpc("finish_weight_update")
if weight_version is not None:
self.llm_engine.set_weight_version(weight_version)
def update_weight_version(self, new_version: str) -> None:
"""Set the weight version without updating weights."""
self.llm_engine.set_weight_version(new_version)
def get_weight_version(self) -> str:
"""Return the latest committed weight version."""
return self.llm_engine.get_weight_version()
def __repr__(self) -> str:
"""Return a transformers-style hierarchical view of the model."""
# Cache the result to avoid repeated collective_rpc calls
+11
View File
@@ -0,0 +1,11 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from fastapi import FastAPI
def register_rl_api_routers(app: FastAPI):
from .online.api_router import router as rl_router
app.include_router(rl_router)
+64
View File
@@ -0,0 +1,64 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from vllm.distributed.weight_transfer.base import (
WeightTransferInitRequest,
WeightTransferUpdateRequest,
)
from vllm.entrypoints.offline_utils import OfflineInferenceMixin
class RLOfflineMixin(OfflineInferenceMixin):
def init_weight_transfer_engine(
self, request: WeightTransferInitRequest | dict
) -> None:
"""Initialize weight transfer for RL training.
Args:
request: Weight transfer initialization request with backend-specific info
"""
init_info_dict = (
request["init_info"] if isinstance(request, dict) else request.init_info
)
self.llm_engine.collective_rpc(
"init_weight_transfer_engine", kwargs={"init_info": init_info_dict}
)
def start_weight_update(self) -> None:
"""Start a new weight update."""
self.llm_engine.collective_rpc("start_weight_update")
def start_draft_weight_update(self) -> None:
"""Start a new weight update targeting the speculative draft model."""
self.llm_engine.collective_rpc("start_draft_weight_update")
def update_weights(self, request: WeightTransferUpdateRequest | dict) -> None:
"""Update the weights of the model.
Args:
request: Weight update request with backend-specific update info
"""
update_info_dict = (
request["update_info"] if isinstance(request, dict) else request.update_info
)
self.llm_engine.collective_rpc(
"update_weights", kwargs={"update_info": update_info_dict}
)
def finish_weight_update(self, weight_version: str | None = None) -> None:
"""Finish the weight update and set its version if provided."""
self.llm_engine.collective_rpc("finish_weight_update")
if weight_version is not None:
self.llm_engine.set_weight_version(weight_version)
def update_weight_version(self, new_version: str) -> None:
"""Set the weight version without updating weights."""
self.llm_engine.set_weight_version(new_version)
def get_weight_version(self) -> str:
"""Return the latest committed weight version."""
return self.llm_engine.get_weight_version()
@@ -5,7 +5,7 @@ import json
from http import HTTPStatus
from typing import Annotated, Any, Literal
from fastapi import APIRouter, Body, FastAPI, HTTPException, Query, Request
from fastapi import APIRouter, Body, HTTPException, Query, Request
from fastapi.responses import JSONResponse
from vllm.distributed.weight_transfer.base import (
@@ -14,7 +14,7 @@ from vllm.distributed.weight_transfer.base import (
WeightTransferUpdateRequest,
)
from vllm.engine.protocol import EngineClient
from vllm.entrypoints.serve.dev.rlhf.metrics import weight_operation_metrics
from vllm.entrypoints.rl.online.metrics import weight_operation_metrics
from vllm.logger import init_logger
from vllm.v1.engine import PauseMode
@@ -280,7 +280,3 @@ async def get_world_size(
else:
world_size = parallel_config.world_size
return JSONResponse(content={"world_size": world_size})
def attach_router(app: FastAPI):
app.include_router(router)
-4
View File
@@ -50,10 +50,6 @@ def register_vllm_dev_api_routers(app: FastAPI):
attach_cache_router(app)
from .dev.rlhf.api_router import attach_router as attach_rlhf_router
attach_rlhf_router(app)
from .dev.rpc.api_router import attach_router as attach_rpc_router
attach_rpc_router(app)