[Perf] Optimize the performance of structured output + reasoning (#33557)

Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
Chauncey
2026-02-05 15:45:29 +08:00
committed by GitHub
parent db6f71d4c9
commit 6abb0454ad
4 changed files with 51 additions and 61 deletions
+2
View File
@@ -83,6 +83,8 @@ class EngineCoreRequest(
# Used in outputs and to support abort(req_id, internal=False).
external_req_id: str | None = None
reasoning_ended: bool | None = None
@property
def params(self) -> SamplingParams | PoolingParams:
"""Return the processed params (sampling or pooling)."""