[BugFix] Fix blocked reasoning parsing with MRV2 (#43808)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-05-28 04:59:34 +00:00
committed by GitHub
parent e54eff769d
commit 626fa9bba5
3 changed files with 36 additions and 22 deletions
@@ -72,7 +72,9 @@ def server():
"0.4",
"--no-async-scheduling",
]
with RemoteOpenAIServer(MODEL_NAME, args) as remote_server:
# thinking_token_budget is not yet supported by the V2 model runner.
env_dict = {"VLLM_USE_V2_MODEL_RUNNER": "0"}
with RemoteOpenAIServer(MODEL_NAME, args, env_dict=env_dict) as remote_server:
yield remote_server
@@ -88,7 +90,9 @@ def server_with_auto_reasoning_config():
"0.4",
"--no-async-scheduling",
]
with RemoteOpenAIServer(MODEL_NAME, args) as remote_server:
# thinking_token_budget is not yet supported by the V2 model runner.
env_dict = {"VLLM_USE_V2_MODEL_RUNNER": "0"}
with RemoteOpenAIServer(MODEL_NAME, args, env_dict=env_dict) as remote_server:
yield remote_server
@@ -122,11 +126,12 @@ def server_qwen35_fp8_mtp_tp2():
}
),
]
# thinking_token_budget is not yet supported by the V2 model runner.
env_dict: dict[str, str] = {"VLLM_USE_V2_MODEL_RUNNER": "0"}
# With 4+ GPUs, run TP=2 on physical devices 2,3 so module-scoped 0.6B servers
# on 0,1 do not exhaust memory on the same devices as this worker.
env_dict = None
if current_platform.device_count() >= 4:
env_dict = {"CUDA_VISIBLE_DEVICES": "2,3"}
env_dict["CUDA_VISIBLE_DEVICES"] = "2,3"
with RemoteOpenAIServer(
QWEN35_FP8_MTP_MODEL,