[Bugfix] Respect the configured offline chat template (#61061)

Signed-off-by: Ting Sun <suntcrick@gmail.com>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
Ting SUN
2026-10-11 16:27:21 +00:00
committed by GitHub
co-authored by Cyrus Leung
parent 93d2cab35e
commit b99fdbe1f8
2 changed files with 5 additions and 1 deletions
@@ -14,6 +14,7 @@ from vllm.renderers.chat_utils import ChatCompletionMessageParam
def _make_mock_llm() -> LLM:
llm = object.__new__(LLM)
llm.chat_template = None
llm.model_config = SimpleNamespace(
runner_type="generate", enable_prompt_embeds=False
)