[Bugfix] Register IR providers before hashing configuration (#58756)

Signed-off-by: Nils Matteson <nilsmatteson@icloud.com>
This commit is contained in:
Nils Matteson
2026-10-01 02:34:28 +00:00
committed by GitHub
parent bc505fc823
commit 9e6550bd05
2 changed files with 25 additions and 0 deletions
+22
View File
@@ -168,6 +168,28 @@ def test_classes_are_types():
assert endswith_fqname(LocalDummy, ".LocalDummy")
def test_ir_config_hash_initializes_provider_and_tracks_implementation(monkeypatch):
from types import SimpleNamespace
from vllm.config.kernel import IrOpPriorityConfig
from vllm.ir.op import IrOp
from vllm.platforms import current_platform
op = IrOp.registry["rms_norm"]
implementation = SimpleNamespace(uuid=lambda: "first-implementation")
def import_ir_kernels():
monkeypatch.setitem(op.impls, "test_lazy_provider", implementation)
monkeypatch.setattr(current_platform, "import_ir_kernels", import_ir_kernels)
config = IrOpPriorityConfig(rms_norm=["test_lazy_provider"])
first_hash = config.compute_hash()
assert config.compute_hash() == first_hash
implementation.uuid = lambda: "changed-implementation"
assert config.compute_hash() != first_hash
def test_envs_compile_factors_stable():
"""Test that envs.compile_factors() hash is stable across fresh initializations.
+3
View File
@@ -48,6 +48,9 @@ class IrOpPriorityConfig:
# Implementations are hidden from Dynamo,
# so they don't show up in the traced files list.
from vllm.ir.op import IrOp
from vllm.platforms import current_platform
current_platform.import_ir_kernels()
assert "_impls" not in factors
factors["_impls"] = {