[Model] Add block-local attention and YaRN for local layers to Gemma3 (#39823)

Signed-off-by: Philip Monk <169196560+philip-essential@users.noreply.github.com>
This commit is contained in:
philip-essential
2026-04-21 23:34:50 -07:00
committed by GitHub
parent 4254aeb56f
commit 123674879e
7 changed files with 540 additions and 8 deletions
+1
View File
@@ -110,6 +110,7 @@ _TEXT_GENERATION_MODELS = {
"GemmaForCausalLM": ("gemma", "GemmaForCausalLM"),
"Gemma2ForCausalLM": ("gemma2", "Gemma2ForCausalLM"),
"Gemma3ForCausalLM": ("gemma3", "Gemma3ForCausalLM"),
"Rnj1ForCausalLM": ("rnj1", "Rnj1ForCausalLM"),
"Gemma3nForCausalLM": ("gemma3n", "Gemma3nForCausalLM"),
"Gemma4ForCausalLM": ("gemma4", "Gemma4ForCausalLM"),
"Qwen3NextForCausalLM": ("qwen3_next", "Qwen3NextForCausalLM"),