support rl feature : weight checker (#51350)

Signed-off-by: shiyuan680 <yangcheng104@huawei.com>
Signed-off-by: Ronald1995 <ronaldautomobile@163.com>
Signed-off-by: aoshen02 <aoshen02@users.noreply.github.com>
Co-authored-by: shiyuan680 <yangcheng104@huawei.com>
Co-authored-by: Ronald1995 <ronaldautomobile@163.com>
Co-authored-by: DeepSeek Harness <noreply@deepseek.com>
Co-authored-by: aoshen02 <aoshen02@users.noreply.github.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
Co-authored-by: aoshen02 <aoshen@inferact.ai>
This commit is contained in:
shiyuan680
2026-09-30 03:13:43 +00:00
committed by GitHub
co-authored by shiyuan680 Ronald1995 DeepSeek Harness aoshen02 Claude Opus 5.5 aoshen02
parent a8e069f81b
commit 42d9f8ccdb
15 changed files with 611 additions and 2 deletions
+38 -1
View File
@@ -3,7 +3,7 @@
import json
from http import HTTPStatus
from typing import Annotated, Any
from typing import Annotated, Any, Literal
from fastapi import APIRouter, Body, FastAPI, HTTPException, Query, Request
from fastapi.responses import JSONResponse
@@ -216,6 +216,43 @@ async def weight_info(raw_request: Request):
return JSONResponse(content={"weight_version": weight_version})
@router.post("/weight_checker")
async def weight_checker(
raw_request: Request,
action: Annotated[Literal["checksum", "reset", "compare"], Body(embed=True)],
baseline: Annotated[dict[str, str] | None, Body(embed=True)] = None,
) -> JSONResponse:
"""Checksum, reset, or compare model weights against a baseline."""
client = engine_client(raw_request)
if action == "reset":
await client.collective_rpc("reset_weights")
return JSONResponse(content={"status": "reset"})
if action == "compare" and baseline is None:
raise HTTPException(
status_code=HTTPStatus.BAD_REQUEST.value,
detail="action='compare' requires a 'baseline' object",
)
checksums: dict[str, str] = {}
for worker_checksums in await client.compute_weight_checksums():
if duplicates := checksums.keys() & worker_checksums.keys():
raise HTTPException(
status_code=HTTPStatus.INTERNAL_SERVER_ERROR.value,
detail=f"Duplicate weight checksum keys: {sorted(duplicates)}",
)
checksums.update(worker_checksums)
if action == "checksum":
return JSONResponse(content={"checksums": checksums})
assert baseline is not None
mismatches = sorted(
key
for key in checksums.keys() | baseline.keys()
if checksums.get(key) != baseline.get(key)
)
return JSONResponse(content={"match": not mismatches, "mismatches": mismatches})
@router.get("/get_world_size")
async def get_world_size(
raw_request: Request,