Make mistral_common optional by deferring MistralToolCall import (#45305)

Signed-off-by: Neil Schemenauer <nas@arctrix.com>
This commit is contained in:
Neil Schemenauer
2026-06-11 22:59:11 +00:00
committed by GitHub
parent 8a91228dbe
commit 9bbf42be26
+3 -1
View File
@@ -14,7 +14,6 @@ from vllm.entrypoints.openai.engine.protocol import (
DeltaMessage,
DeltaToolCall,
)
from vllm.tool_parsers.mistral_tool_parser import MistralToolCall
from vllm.tool_parsers.utils import partial_json_loads
from vllm.utils.mistral import is_mistral_tokenizer
@@ -77,6 +76,9 @@ def extract_named_tool_call_streaming(
)
else:
if is_mistral_tokenizer(tokenizer):
# Import mistral_common only if we need it.
from vllm.tool_parsers.mistral_tool_parser import MistralToolCall
tool_call_id = MistralToolCall.generate_random_id()
else:
tool_call_id = make_tool_call_id(