[Bugfix] Fix Anthropic Thinking Disabled with P/D (#58786)

Signed-off-by: Robert Shaw <robshaw@redhat.com>
Co-authored-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw
2026-09-26 13:50:57 +00:00
committed by GitHub
co-authored by Robert Shaw
parent ad6817b68d
commit d64f277c54
2 changed files with 26 additions and 0 deletions
@@ -1804,6 +1804,28 @@ class TestThinkingConfig:
thinking=thinking,
)
def test_pd_prefill_leg_skips_budget_check(self):
"""P/D sidecars resend the request to the prefill node with
max_tokens=1; the budget is enforced on the decode leg instead."""
thinking = {"type": "enabled", "budget_tokens": 1024}
request = AnthropicMessagesRequest(
model="test-model",
max_tokens=1,
messages=[{"role": "user", "content": "Hello"}],
thinking=thinking,
kv_transfer_params={"do_remote_decode": True},
)
assert _convert(request).thinking_token_budget == 1024
with pytest.raises(ValidationError):
AnthropicMessagesRequest(
model="test-model",
max_tokens=1,
messages=[{"role": "user", "content": "Hello"}],
thinking=thinking,
kv_transfer_params={"do_remote_decode": False},
)
def test_adaptive_pins_nothing_and_keeps_effort_ceiling(self):
"""`adaptive` lets the model choose depth, so only the ceiling from
output_config.effort should survive."""