[XPU] quick fix online quantization UT break (#51365)

Signed-off-by: Yan Ma <yan.ma@intel.com>
This commit is contained in:
Yan Ma
2026-08-07 10:25:31 +00:00
committed by GitHub
parent 6b5bec7bed
commit 8d9b52f7c2
+11 -6
View File
@@ -40,6 +40,8 @@ from vllm.model_executor.layers.quantization.utils.quant_utils import (
from vllm.platforms import current_platform
from vllm.utils.flashinfer import has_flashinfer_trtllm_fused_moe
DEVICE = current_platform.device_type
@pytest.mark.skipif(
not is_quant_method_supported("fp8"),
@@ -260,7 +262,7 @@ def test_online_linear_tp_weight_quant_matches_unsharded(
) -> None:
"""TP shards pack the same FP8 values and scales as the unsharded weight."""
torch.manual_seed(0)
weight = torch.randn(32, 64, device="cuda", dtype=torch.bfloat16)
weight = torch.randn(32, 64, device=DEVICE, dtype=torch.bfloat16)
weight[-1, -1] = 64.0
full_weight, full_scale = _quantize_linear(weight, scheme, False)
@@ -306,17 +308,20 @@ def _quantize_moe(weight, scheme, moe_tp_size):
def test_online_moe_tp_weight_quant_matches_ep(monkeypatch, scheme: str) -> None:
"""TP shards of w2 pack the same values and scales as full experts."""
if scheme == "nvfp4":
if not (
current_platform.is_cuda()
and current_platform.is_device_capability_family(100)
if (
not (
current_platform.is_cuda()
and current_platform.is_device_capability_family(100)
)
or current_platform.is_xpu()
):
pytest.skip("NVFP4 weight quantization needs a Blackwell (SM100) GPU.")
elif not is_quant_method_supported("fp8"):
pytest.skip("FP8 is not supported on this GPU type.")
torch.manual_seed(0)
weight = torch.randn(2, 32, 32, device="cuda", dtype=torch.bfloat16)
weight[:, -1, -1] = torch.tensor([32.0, 64.0], device="cuda")
weight = torch.randn(2, 32, 32, device=DEVICE, dtype=torch.bfloat16)
weight[:, -1, -1] = torch.tensor([32.0, 64.0], device=DEVICE)
ep_out = _quantize_moe(weight, scheme, 1)