[mypy][5/N] Support all typing on model executor (#4427)

This commit is contained in:
SangBin Cho
2024-04-28 19:01:26 -07:00
committed by GitHub
parent 03dd7d52bf
commit df29793dc7
10 changed files with 61 additions and 34 deletions
@@ -64,7 +64,7 @@ class TensorizerConfig:
"s3_secret_access_key": self.s3_secret_access_key,
"s3_endpoint": self.s3_endpoint,
}
return TensorizerArgs(**tensorizer_args)
return TensorizerArgs(**tensorizer_args) # type: ignore
def verify_with_parallel_config(
self,
@@ -270,8 +270,10 @@ class TensorizerAgent:
self.model = self._init_model()
def _init_model(self):
assert self.tensorizer_config.hf_config is not None
model_args = self.tensorizer_config.hf_config
model_args.torch_dtype = self.tensorizer_config.dtype
assert self.tensorizer_config.model_class is not None
with no_init_or_tensor():
return self.tensorizer_config.model_class(
config=model_args,