[Model] Add block-local attention and YaRN for local layers to Gemma3 (#39823)

Signed-off-by: Philip Monk <169196560+philip-essential@users.noreply.github.com>
This commit is contained in:
philip-essential
2026-04-21 23:34:50 -07:00
committed by GitHub
parent 4254aeb56f
commit 123674879e
7 changed files with 540 additions and 8 deletions
+4
View File
@@ -518,6 +518,10 @@ _TEXT_GENERATION_EXAMPLE_MODELS = {
extras={"tiny-random": "tiny-random/qwen3-next-moe"},
min_transformers_version="4.56.3",
),
"Rnj1ForCausalLM": _HfExamplesInfo(
"EssentialAI/rnj-1-instruct",
is_available_online=False,
),
"RWForCausalLM": _HfExamplesInfo("tiiuae/falcon-40b"),
"SarvamMoEForCausalLM": _HfExamplesInfo(
"sarvamai/sarvam-30b",