Separate base model from TransformersModel (#15467)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Isotr0py <2037008807@qq.com> Co-authored-by: Isotr0py <2037008807@qq.com> Co-authored-by: Isotr0py <mozf@mail2.sysu.edu.cn>
This commit is contained in:
co-authored by
Isotr0py
Isotr0py
parent
4ec2cee000
commit
cf5c8f1686
@@ -201,7 +201,7 @@ _SPECULATIVE_DECODING_MODELS = {
|
||||
}
|
||||
|
||||
_FALLBACK_MODEL = {
|
||||
"TransformersModel": ("transformers", "TransformersModel"),
|
||||
"TransformersForCausalLM": ("transformers", "TransformersForCausalLM"),
|
||||
}
|
||||
# yapf: enable
|
||||
|
||||
@@ -425,7 +425,7 @@ class _ModelRegistry:
|
||||
|
||||
# make sure Transformers fallback are put at the last
|
||||
if len(normalized_arch) != len(architectures):
|
||||
normalized_arch.append("TransformersModel")
|
||||
normalized_arch.append("TransformersForCausalLM")
|
||||
return normalized_arch
|
||||
|
||||
def inspect_model_cls(
|
||||
|
||||
Reference in New Issue
Block a user