From 705e124c05cffe7c00dd19434922c94e0610d674 Mon Sep 17 00:00:00 2001 From: Francisco Javier Arceo Date: Thu, 8 Oct 2026 14:00:03 -0400 Subject: [PATCH] [Bugfix] Followup to #59299: preserve Unicode in structured decision state prompts (#60651) Signed-off-by: Francisco Javier Arceo <4163062+franciscojavierarceo@users.noreply.github.com> Co-authored-by: Misha Goin --- .../generate/structured_decisions/test_strategies.py | 6 ++++++ vllm/entrypoints/generate/structured_decisions/serving.py | 2 +- 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/tests/entrypoints/generate/structured_decisions/test_strategies.py b/tests/entrypoints/generate/structured_decisions/test_strategies.py index c4f4bce61b..017788f7b1 100644 --- a/tests/entrypoints/generate/structured_decisions/test_strategies.py +++ b/tests/entrypoints/generate/structured_decisions/test_strategies.py @@ -10,6 +10,7 @@ from vllm.entrypoints.generate.structured_decisions.api_router import ( register_structured_decisions_api_router, ) from vllm.entrypoints.generate.structured_decisions.question_types import LABELS +from vllm.entrypoints.generate.structured_decisions.serving import state_text from vllm.entrypoints.generate.structured_decisions.strategies import ( NextTokenStrategy, reply_label_ids, @@ -40,6 +41,11 @@ def test_route_needs_the_flag(): assert ("/v1/systemone" in paths) == enabled +def test_structured_state_keeps_unicode_in_prompt(): + state = {"message": "Français 日本語"} + assert state_text(state) == '{"message": "Français 日本語"}' + + @pytest.fixture(scope="module") def qwen(): from transformers import AutoTokenizer diff --git a/vllm/entrypoints/generate/structured_decisions/serving.py b/vllm/entrypoints/generate/structured_decisions/serving.py index 7e2136b8a2..4921bfcf35 100644 --- a/vllm/entrypoints/generate/structured_decisions/serving.py +++ b/vllm/entrypoints/generate/structured_decisions/serving.py @@ -25,7 +25,7 @@ logger = init_logger(__name__) def state_text(state: Any) -> str: - return state if isinstance(state, str) else json.dumps(state) + return state if isinstance(state, str) else json.dumps(state, ensure_ascii=False) def parse_questions(