Separate base model from TransformersModel (#15467)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
Signed-off-by: Isotr0py <2037008807@qq.com>
Co-authored-by: Isotr0py <2037008807@qq.com>
Co-authored-by: Isotr0py <mozf@mail2.sysu.edu.cn>
This commit is contained in:
Harry Mellor
2025-03-26 18:13:38 +08:00
committed by GitHub
co-authored by Isotr0py Isotr0py
parent 4ec2cee000
commit cf5c8f1686
6 changed files with 110 additions and 59 deletions
+2 -2
View File
@@ -201,7 +201,7 @@ _SPECULATIVE_DECODING_MODELS = {
}
_FALLBACK_MODEL = {
"TransformersModel": ("transformers", "TransformersModel"),
"TransformersForCausalLM": ("transformers", "TransformersForCausalLM"),
}
# yapf: enable
@@ -425,7 +425,7 @@ class _ModelRegistry:
# make sure Transformers fallback are put at the last
if len(normalized_arch) != len(architectures):
normalized_arch.append("TransformersModel")
normalized_arch.append("TransformersForCausalLM")
return normalized_arch
def inspect_model_cls(