[Model] Add VaultGemma via Transformers modeling backend (#49803)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -600,16 +600,6 @@ def is_encoder_decoder(config: PretrainedConfig) -> bool:
|
||||
return _is_encoder_decoder(config) or _is_encoder_decoder(config.get_text_config())
|
||||
|
||||
|
||||
def is_interleaved(config: PretrainedConfig) -> bool:
|
||||
"""
|
||||
Detect if the model with this config is used with interleaved attention.
|
||||
"""
|
||||
text_config = config.get_text_config()
|
||||
if layer_types := getattr(text_config, "layer_types", None):
|
||||
return len(set(layer_types)) > 1
|
||||
return False
|
||||
|
||||
|
||||
def _maybe_update_auto_config_kwargs(kwargs: dict[str, Any], model_type: str):
|
||||
"""
|
||||
Update kwargs for AutoConfig initialization based on model_type
|
||||
|
||||
Reference in New Issue
Block a user