[ROCm][CI] Use a platform-independent GEMM in the merged-column fuser test (#56130)

Signed-off-by: Djordje Ramic <djoramic@amd.com>
This commit is contained in:
djramic
2026-09-09 15:08:39 -05:00
committed by GitHub
parent e8064a96d0
commit cce50657b7
@@ -1145,11 +1145,16 @@ def test_merged_column_fuser_supports_any_number_of_linears(
from vllm.model_executor import parameter
from vllm.model_executor.layers import linear
from vllm.model_executor.layers.linear import MergedColumnParallelLinear
from vllm.model_executor.layers.utils import dispatch_cpu_unquantized_gemm
from vllm.model_executor.layers.utils import default_unquantized_gemm
from vllm.model_executor.models.utils import AutoWeightsLoader, WeightsMapper
monkeypatch.setattr(linear, "get_tensor_model_parallel_rank", lambda: 0)
monkeypatch.setattr(linear, "get_tensor_model_parallel_world_size", lambda: 1)
monkeypatch.setattr(
linear,
"dispatch_unquantized_gemm",
lambda linear_backend="auto": default_unquantized_gemm,
)
monkeypatch.setattr(parameter, "get_tensor_model_parallel_rank", lambda: 0)
monkeypatch.setattr(parameter, "get_tensor_model_parallel_world_size", lambda: 1)
with torch.device("meta"):
@@ -1176,7 +1181,6 @@ def test_merged_column_fuser_supports_any_number_of_linears(
merged = getattr(fused, fuser.merged_name)
assert isinstance(merged, MergedColumnParallelLinear)
dispatch_cpu_unquantized_gemm(merged, remove_weight=False)
for actual, reference in zip(fused(x), expected):
torch.testing.assert_close(actual, reference)