[Feature] Avoid eager import of the "mistral_common" package. (#40043)

Signed-off-by: Neil Schemenauer <nas@arctrix.com>
This commit is contained in:
Neil Schemenauer
2026-04-24 02:49:16 +00:00
committed by GitHub
parent eba73068ea
commit 56bdf85e10
5 changed files with 47 additions and 23 deletions
+2 -3
View File
@@ -65,7 +65,6 @@ from vllm.renderers.inputs.preprocess import (
from vllm.sampling_params import BeamSearchParams, SamplingParams
from vllm.tokenizers import TokenizerLike
from vllm.tool_parsers import ToolParser
from vllm.tool_parsers.mistral_tool_parser import MistralToolParser
from vllm.tracing import (
contains_trace_headers,
extract_trace_headers,
@@ -73,6 +72,7 @@ from vllm.tracing import (
)
from vllm.utils import random_uuid
from vllm.utils.async_utils import collect_from_async_generator
from vllm.utils.mistral import is_mistral_tool_parser
logger = init_logger(__name__)
@@ -615,8 +615,7 @@ class OpenAIServing:
# let the parser handle the output.
use_mistral_tool_parser = (
isinstance(request, ChatCompletionRequest)
and tool_parser_cls is not None
and issubclass(tool_parser_cls, MistralToolParser)
and is_mistral_tool_parser(tool_parser_cls)
and request._grammar_from_tool_parser
)