[1/N][warmup][DSv4] Migrate generic MLA metadata and indexing kernels (#50175)
Signed-off-by: LopezCastroRoberto <rocastro@redhat.com> Co-authored-by: Codex <codex@openai.com>
This commit is contained in:
co-authored by
Codex
parent
188716ace7
commit
e16b5e518d
@@ -553,6 +553,7 @@ def test_models_fse_init(
|
||||
method="mtp",
|
||||
parallel_drafting=False,
|
||||
enable_adaptive_verification=False,
|
||||
use_dspark=lambda: False,
|
||||
)
|
||||
mtp = DeepSeekV4MTP(vllm_config=vllm_config)
|
||||
assert model.is_fused_shared_expert_enabled is (fse_enabled and not exclude)
|
||||
|
||||
@@ -590,6 +590,35 @@ def test_registry_passes_vllm_config_to_default_requests() -> None:
|
||||
assert kernel.compiled == [ConfigKernel.CompileKey(value=7)]
|
||||
|
||||
|
||||
def test_registry_default_request_supports_config_free_kernel() -> None:
|
||||
class ConfigFreeKernel(VllmJitKernel["ConfigFreeKernel.CompileKey"]):
|
||||
@dataclass(frozen=True)
|
||||
class CompileKey:
|
||||
value: int
|
||||
|
||||
def __init__(self) -> None:
|
||||
self.compiled: list[ConfigFreeKernel.CompileKey] = []
|
||||
super().__init__()
|
||||
|
||||
def dispatch(self, *, value: int) -> CompileKey: # type: ignore[override]
|
||||
return self.CompileKey(value=value)
|
||||
|
||||
def get_warmup_keys(self) -> list[CompileKey]:
|
||||
return [self.dispatch(value=7)]
|
||||
|
||||
def compile(self, compile_key: CompileKey) -> None:
|
||||
self.compiled.append(compile_key)
|
||||
|
||||
registry = JitWarmupRegistry(_config())
|
||||
kernel = ConfigFreeKernel()
|
||||
|
||||
with registry.activate():
|
||||
kernel.register_warmup()
|
||||
registry.warmup()
|
||||
|
||||
assert kernel.compiled == [ConfigFreeKernel.CompileKey(value=7)]
|
||||
|
||||
|
||||
def test_get_ast_full_name_handles_names_attributes_and_other_nodes() -> None:
|
||||
dotted_expr = ast.parse("foo.bar.baz").body[0]
|
||||
call_expr = ast.parse("foo()").body[0]
|
||||
|
||||
Reference in New Issue
Block a user