[Quant][Kernel] Remove GPTQ Group/Dynamic Activation Ordering (#54809)
Signed-off-by: Roderick-Wu <roderickwu2003@gmail.com> Signed-off-by: Roderick Wu <roderickwu2003@gmail.com> Signed-off-by: mgoin <mgoin64@gmail.com> Co-authored-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
@@ -1537,8 +1537,7 @@ def test_inc_ark_linear_method_xpu_int2_create_weights(monkeypatch) -> None:
|
||||
assert layer.scales.dtype == torch.bfloat16
|
||||
assert layer.qzeros.shape == (1, 4)
|
||||
assert layer.qzeros.dtype == torch.int32
|
||||
assert layer.g_idx.shape == (64,)
|
||||
assert layer.g_idx.dtype == torch.int32
|
||||
assert not hasattr(layer, "g_idx")
|
||||
assert layer.in_features == 64
|
||||
assert layer.out_features == 64
|
||||
assert layer.params_dtype == torch.bfloat16
|
||||
@@ -2444,7 +2443,7 @@ def test_calls_kernel_at_threshold(monkeypatch, w4a8_layer) -> None:
|
||||
w_scale,
|
||||
w_zp,
|
||||
group_size,
|
||||
g_idx,
|
||||
group_idx,
|
||||
bias,
|
||||
) = captured["gemm_args"]
|
||||
assert quant_x.dtype is torch.int8
|
||||
@@ -2456,7 +2455,7 @@ def test_calls_kernel_at_threshold(monkeypatch, w4a8_layer) -> None:
|
||||
assert qweight is layer.qweight
|
||||
assert w_zp is layer.qzeros
|
||||
assert group_size == 128
|
||||
assert g_idx is None
|
||||
assert group_idx is None
|
||||
assert bias is None
|
||||
|
||||
# The kernel emits fp16; the result is cast back to the activation dtype.
|
||||
|
||||
Reference in New Issue
Block a user