[1/N][warmup][DSv4] Migrate generic MLA metadata and indexing kernels (#50175)

Signed-off-by: LopezCastroRoberto <rocastro@redhat.com>
Co-authored-by: Codex <codex@openai.com>
This commit is contained in:
Roberto L. Castro
2026-08-31 23:26:05 -04:00
committed by GitHub
co-authored by Codex
parent 188716ace7
commit e16b5e518d
17 changed files with 1261 additions and 617 deletions
@@ -553,6 +553,7 @@ def test_models_fse_init(
method="mtp",
parallel_drafting=False,
enable_adaptive_verification=False,
use_dspark=lambda: False,
)
mtp = DeepSeekV4MTP(vllm_config=vllm_config)
assert model.is_fused_shared_expert_enabled is (fse_enabled and not exclude)
+29
View File
@@ -590,6 +590,35 @@ def test_registry_passes_vllm_config_to_default_requests() -> None:
assert kernel.compiled == [ConfigKernel.CompileKey(value=7)]
def test_registry_default_request_supports_config_free_kernel() -> None:
class ConfigFreeKernel(VllmJitKernel["ConfigFreeKernel.CompileKey"]):
@dataclass(frozen=True)
class CompileKey:
value: int
def __init__(self) -> None:
self.compiled: list[ConfigFreeKernel.CompileKey] = []
super().__init__()
def dispatch(self, *, value: int) -> CompileKey: # type: ignore[override]
return self.CompileKey(value=value)
def get_warmup_keys(self) -> list[CompileKey]:
return [self.dispatch(value=7)]
def compile(self, compile_key: CompileKey) -> None:
self.compiled.append(compile_key)
registry = JitWarmupRegistry(_config())
kernel = ConfigFreeKernel()
with registry.activate():
kernel.register_warmup()
registry.warmup()
assert kernel.compiled == [ConfigFreeKernel.CompileKey(value=7)]
def test_get_ast_full_name_handles_names_attributes_and_other_nodes() -> None:
dotted_expr = ast.parse("foo.bar.baz").body[0]
call_expr = ast.parse("foo()").body[0]