[Spec Decode] Register Qwen3.6 dSpark acceptance coverage (#51310)

Signed-off-by: mgoin <mgoin64@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
Michael Goin
2026-08-07 17:07:55 -04:00
committed by GitHub
co-authored by OpenAI Codex
parent 9823714346
commit c8fe1d5715
2 changed files with 122 additions and 100 deletions
+7 -1
View File
@@ -292,6 +292,7 @@ def evaluate_gsm8k_offline(
temperature: float = 0.0,
gen_prefix: str = "",
use_chat_completions: bool = False,
chat_template_kwargs: dict[str, object] | None = None,
) -> dict[str, float | int]:
"""Evaluate GSM8K accuracy using an offline vllm.LLM object.
@@ -300,6 +301,7 @@ def evaluate_gsm8k_offline(
When ``use_chat_completions=True``, prompts go through the chat template via
``llm.chat()`` instead of raw completion (for instruction-tuned models).
``chat_template_kwargs`` are forwarded to ``llm.chat()`` when provided.
"""
from vllm import SamplingParams
@@ -318,7 +320,11 @@ def evaluate_gsm8k_offline(
tic = time.perf_counter()
if use_chat_completions:
conversations = [[{"role": "user", "content": p}] for p in prompts]
outputs = llm.chat(conversations, sampling_params)
outputs = llm.chat(
conversations,
sampling_params,
chat_template_kwargs=chat_template_kwargs,
)
else:
outputs = llm.generate(prompts, sampling_params)
latency = time.perf_counter() - tic