[Mypy] Fix mypy for vllm/model_executor (except vllm/model_executor/layers) (#37904)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -674,7 +674,8 @@ def serialize_vllm_model(
|
||||
key = f.read()
|
||||
encryption_params = EncryptionParams(key=key)
|
||||
|
||||
output_file = tensorizer_args.tensorizer_uri
|
||||
if (output_file := tensorizer_args.tensorizer_uri) is None:
|
||||
raise ValueError("tensorizer_uri must be specified for serialization.")
|
||||
if tensorizer_config._is_sharded:
|
||||
from vllm.distributed import get_tensor_model_parallel_rank
|
||||
|
||||
|
||||
Reference in New Issue
Block a user