[Bugfix][Frontend] Reject beam search with echo and logprobs in /v1/completions (#60876)
Signed-off-by: surawut.j <surawut.jirasaktavee@gmail.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
5dc9bcd8cd
commit
c811943137
@@ -852,6 +852,20 @@ def test_logprobs_below_minus_one_rejected():
|
||||
)
|
||||
|
||||
|
||||
@pytest.mark.parametrize("max_tokens", [5, 0])
|
||||
def test_beam_search_echo_logprobs_rejected(max_tokens):
|
||||
"""Beam search does not compute prompt logprobs, so echo + logprobs is rejected."""
|
||||
with pytest.raises(VLLMValidationError, match="not supported with beam search"):
|
||||
CompletionRequest(
|
||||
model=MODEL_NAME,
|
||||
prompt="Test prompt",
|
||||
max_tokens=max_tokens,
|
||||
use_beam_search=True,
|
||||
echo=True,
|
||||
logprobs=1,
|
||||
)
|
||||
|
||||
|
||||
class TestCompletionPromptListLimit:
|
||||
"""Regression tests for CVE: unbounded prompt list fan-out."""
|
||||
|
||||
|
||||
Reference in New Issue
Block a user