Make mistral_common optional by deferring MistralToolCall import (#45305)
Signed-off-by: Neil Schemenauer <nas@arctrix.com>
This commit is contained in:
@@ -14,7 +14,6 @@ from vllm.entrypoints.openai.engine.protocol import (
|
||||
DeltaMessage,
|
||||
DeltaToolCall,
|
||||
)
|
||||
from vllm.tool_parsers.mistral_tool_parser import MistralToolCall
|
||||
from vllm.tool_parsers.utils import partial_json_loads
|
||||
from vllm.utils.mistral import is_mistral_tokenizer
|
||||
|
||||
@@ -77,6 +76,9 @@ def extract_named_tool_call_streaming(
|
||||
)
|
||||
else:
|
||||
if is_mistral_tokenizer(tokenizer):
|
||||
# Import mistral_common only if we need it.
|
||||
from vllm.tool_parsers.mistral_tool_parser import MistralToolCall
|
||||
|
||||
tool_call_id = MistralToolCall.generate_random_id()
|
||||
else:
|
||||
tool_call_id = make_tool_call_id(
|
||||
|
||||
Reference in New Issue
Block a user