[Bugfix][Reasoning] Fix thinking_token_budget not enforced on re-entry after forced end (#43757)
Signed-off-by: Ashwin Giridharan <girida@amazon.com> Signed-off-by: Cursor Agent <cursor-agent@cursor.com> Co-authored-by: Cursor Agent <cursor-agent@cursor.com> Co-authored-by: Simon Mo <simon.mo@hey.com>
This commit is contained in:
co-authored by
Cursor Agent
Simon Mo
parent
77654d080c
commit
cda05ee8c4
@@ -1257,3 +1257,127 @@ def test_thinking_budget_long_thinking_section_end_marker_found_at_correct_index
|
||||
|
||||
assert h._state[0]["start_thinking"] == 0
|
||||
assert h._state[0]["end_thinking"] == expected_end_idx
|
||||
|
||||
|
||||
# --- Thinking budget re-entry tests (issue #43708) ---
|
||||
# Regression tests: after budget forces end-of-thinking token sequence,
|
||||
# the state machine must detect and enforce budget on subsequent blocks.
|
||||
|
||||
|
||||
class TestThinkingBudgetReentry:
|
||||
THINK_START = 100
|
||||
THINK_END_SINGLE = [200]
|
||||
THINK_END_MULTI = [200, 201, 202]
|
||||
BUDGET = 5
|
||||
CONTENT_TOKEN = 50
|
||||
THINK_TOKEN = 60
|
||||
|
||||
@staticmethod
|
||||
def _make_holder(end_token_ids: list[int]) -> ThinkingBudgetStateHolder:
|
||||
class FakeReasoningConfig:
|
||||
reasoning_start_token_ids = [TestThinkingBudgetReentry.THINK_START]
|
||||
reasoning_end_token_ids: list[int] = []
|
||||
enabled = True
|
||||
|
||||
cfg = FakeReasoningConfig()
|
||||
cfg.reasoning_end_token_ids = end_token_ids
|
||||
return ThinkingBudgetStateHolder(
|
||||
reasoning_config=cfg,
|
||||
max_num_seqs=8,
|
||||
num_spec_tokens=0,
|
||||
device=torch.device("cpu"),
|
||||
is_pin_memory=False,
|
||||
)
|
||||
|
||||
@staticmethod
|
||||
def _sync_batch(holder: ThinkingBudgetStateHolder, budget: int) -> None:
|
||||
holder.sync_batch(
|
||||
BatchUpdate(
|
||||
batch_size=1,
|
||||
removed=(),
|
||||
added=[(0, SamplingParams(thinking_token_budget=budget), None, [])],
|
||||
moved=(),
|
||||
)
|
||||
)
|
||||
|
||||
@staticmethod
|
||||
def _step(holder: ThinkingBudgetStateHolder, output_tok_ids: list[int]) -> None:
|
||||
holder.update_state(
|
||||
output_token_ids=[output_tok_ids],
|
||||
spec_token_ids=None,
|
||||
repeat_indices=None,
|
||||
)
|
||||
|
||||
def _exhaust_budget(self, holder: ThinkingBudgetStateHolder) -> list[int]:
|
||||
output = [self.THINK_START]
|
||||
self._step(holder, list(output))
|
||||
for _ in range(self.BUDGET):
|
||||
output.append(self.THINK_TOKEN)
|
||||
self._step(holder, list(output))
|
||||
|
||||
assert holder._state[0]["in_end"]
|
||||
return output
|
||||
|
||||
def _accept_end_tokens(
|
||||
self,
|
||||
holder: ThinkingBudgetStateHolder,
|
||||
output: list[int],
|
||||
end_token_ids: list[int],
|
||||
) -> None:
|
||||
for tok in end_token_ids:
|
||||
output.append(tok)
|
||||
self._step(holder, list(output))
|
||||
|
||||
def test_single_token_end_reentry(self):
|
||||
holder = self._make_holder(self.THINK_END_SINGLE)
|
||||
self._sync_batch(holder, self.BUDGET)
|
||||
|
||||
output = self._exhaust_budget(holder)
|
||||
self._accept_end_tokens(holder, output, self.THINK_END_SINGLE)
|
||||
|
||||
for _ in range(3):
|
||||
output.append(self.CONTENT_TOKEN)
|
||||
self._step(holder, list(output))
|
||||
|
||||
output.append(self.THINK_START)
|
||||
self._step(holder, list(output))
|
||||
for _ in range(self.BUDGET):
|
||||
output.append(self.THINK_TOKEN)
|
||||
self._step(holder, list(output))
|
||||
|
||||
assert holder._state[0]["in_end"], (
|
||||
"Second thinking block must also be budget-enforced"
|
||||
)
|
||||
|
||||
def test_multi_token_end_reentry(self):
|
||||
holder = self._make_holder(self.THINK_END_MULTI)
|
||||
self._sync_batch(holder, self.BUDGET)
|
||||
|
||||
output = self._exhaust_budget(holder)
|
||||
self._accept_end_tokens(holder, output, self.THINK_END_MULTI)
|
||||
|
||||
assert not holder._state[0]["in_end"]
|
||||
|
||||
output.append(self.THINK_START)
|
||||
self._step(holder, list(output))
|
||||
for _ in range(self.BUDGET):
|
||||
output.append(self.THINK_TOKEN)
|
||||
self._step(holder, list(output))
|
||||
|
||||
assert holder._state[0]["in_end"], (
|
||||
"Immediate re-entry after multi-token end must be enforced"
|
||||
)
|
||||
|
||||
def test_single_block_not_broken(self):
|
||||
holder = self._make_holder(self.THINK_END_SINGLE)
|
||||
self._sync_batch(holder, self.BUDGET)
|
||||
|
||||
output = self._exhaust_budget(holder)
|
||||
self._accept_end_tokens(holder, output, self.THINK_END_SINGLE)
|
||||
|
||||
for _ in range(20):
|
||||
output.append(self.CONTENT_TOKEN)
|
||||
self._step(holder, list(output))
|
||||
|
||||
assert not holder._state[0]["in_end"]
|
||||
assert not holder._state[0]["in_think"]
|
||||
|
||||
Reference in New Issue
Block a user