[Bugfix] Reject beam search in completion render (#61212)

Signed-off-by: bzsuni <bingzhe.sun@daocloud.io>
This commit is contained in:
bzsuni
2026-10-12 13:49:46 +00:00
committed by GitHub
parent 4c36d21280
commit f022975964
2 changed files with 37 additions and 5 deletions
@@ -186,6 +186,12 @@ class ServingRender(BaseServing):
error_check_ret = await self._check_model(request)
if error_check_ret is not None:
return error_check_ret
if request.use_beam_search:
return self.create_error_response(
"Beam search is not supported by the render endpoint"
)
result = await self.online_renderer.render_completion(
request, skip_mm_cache=True
)