Bound generation inputs before expensive work (#51447)

Signed-off-by: Clinton Thomas <1033162+KernelClint@users.noreply.github.com>
Co-authored-by: Lucas Bourtoule <35483370+dhalf@users.noreply.github.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Clinton Thomas
2026-08-11 22:03:50 +08:00
committed by GitHub
co-authored by Lucas Bourtoule mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 5b184f775a
commit b64a2708b0
11 changed files with 421 additions and 37 deletions
+13 -3
View File
@@ -119,7 +119,10 @@ def find_last_user_index(messages: list[dict[str, Any]]) -> int:
def render_message(
index: int, messages: list[dict[str, Any]], thinking_mode: str
index: int,
messages: list[dict[str, Any]],
thinking_mode: str,
last_user_idx: int | None = None,
) -> str:
if not (0 <= index < len(messages)):
raise ValueError(
@@ -130,7 +133,9 @@ def render_message(
prompt = ""
msg = messages[index]
last_user_idx = find_last_user_index(messages)
last_user_idx = (
find_last_user_index(messages) if last_user_idx is None else last_user_idx
)
role = msg.get("role")
content = msg.get("content")
@@ -294,9 +299,14 @@ def encode_messages(
if thinking_mode == "thinking" and drop_thinking:
full_messages = drop_thinking_messages(full_messages)
last_user_idx = find_last_user_index(full_messages)
for idx in range(len(messages)):
prompt += render_message(
idx + len(context), full_messages, thinking_mode=thinking_mode
idx + len(context),
full_messages,
thinking_mode=thinking_mode,
last_user_idx=last_user_idx,
)
return prompt