[Cleanup] Remove unused StructuredOutputRequest.status field (#49235)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
@@ -46,14 +46,10 @@ class StructuredOutputRequest:
|
|||||||
return StructuredOutputRequest(params=params)
|
return StructuredOutputRequest(params=params)
|
||||||
|
|
||||||
def _check_grammar_completion(self) -> bool:
|
def _check_grammar_completion(self) -> bool:
|
||||||
# NOTE: We have to lazy import to gate circular imports
|
|
||||||
from vllm.v1.request import RequestStatus
|
|
||||||
|
|
||||||
if isinstance(self._grammar, Future):
|
if isinstance(self._grammar, Future):
|
||||||
try:
|
try:
|
||||||
# We will check whether the future is ready within 100 us
|
# We will check whether the future is ready within 100 us
|
||||||
self._grammar = self._grammar.result(timeout=0.0001)
|
self._grammar = self._grammar.result(timeout=0.0001)
|
||||||
self.status = RequestStatus.WAITING
|
|
||||||
except TimeoutError:
|
except TimeoutError:
|
||||||
return False
|
return False
|
||||||
return True
|
return True
|
||||||
|
|||||||
Reference in New Issue
Block a user