[Core] structured generation mode for DiffusionGemma model (Jev-like) (#57250)

Signed-off-by: Matt Mastracci <matthew@mastracci.com>
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com>
Signed-off-by: Razorback16 <razorback16@protonmail.com>
Co-authored-by: Claude Fable 5.1 <noreply@anthropic.com>
Co-authored-by: Lucas Wilkinson <lwilkins@redhat.com>
Co-authored-by: Codex <noreply@openai.com>
Co-authored-by: Razorback16 <razorback16@protonmail.com>
This commit is contained in:
Matt Mastracci
2026-09-22 20:51:17 +00:00
committed by GitHub
co-authored by Claude Fable 5.1 Lucas Wilkinson Codex Razorback16
parent fae5cbfc8b
commit 1b3b88ec2b
16 changed files with 2795 additions and 155 deletions
+25
View File
@@ -15,8 +15,10 @@ from transformers.models.gemma4.configuration_gemma4 import Gemma4TextConfig
from vllm.config import ModelConfig, ParallelConfig, SpeculativeConfig
from vllm.config.model_arch import ModelArchitectureConfig
from vllm.transformers_utils.configs.diffusion_gemma import DiffusionGemmaConfig
from vllm.transformers_utils.configs.gemma4 import gemma4_layer_config
from vllm.transformers_utils.model_arch_config_convertor import (
MODEL_ARCH_CONFIG_CONVERTORS,
Gemma4ModelArchConfigConvertor,
ModelArchConfigConvertorBase,
)
@@ -496,3 +498,26 @@ def test_deepseek_v4_convertor_splits_vision_architecture():
conv = DeepseekV4ModelArchConfigConvertor(draft_cfg, draft_cfg)
assert conv.get_architectures() == [draft_arch]
assert draft_cfg.architectures == [draft_arch]
def test_diffusion_gemma_head_dims_vary_by_layer_type():
"""Checkpoints carry model_type `diffusion_gemma` at the top level. Under
the base convertor every layer reports the sliding head dim, Gemma4Config
skips its head-dim handling, and the full-attention KV-cache group falls to
FlashInfer, which cannot take a per-request causal tensor."""
text_config = dict(
num_hidden_layers=6,
hidden_size=64,
num_attention_heads=8,
num_key_value_heads=4,
head_dim=16,
global_head_dim=32,
layer_types=["sliding_attention"] * 5 + ["full_attention"],
)
hf_config = DiffusionGemmaConfig(text_config=text_config)
convertor_cls = MODEL_ARCH_CONFIG_CONVERTORS[hf_config.model_type]
assert convertor_cls is Gemma4ModelArchConfigConvertor
arch = convertor_cls(hf_config, hf_config.text_config).convert()
assert [arch[i].head_size for i in range(6)] == [16] * 5 + [32]