[Bugfix] Initialize DeepGemmQuantScaleFMT oracle lazily; bound QuantFP8 UE8M0 packed path to group_size 128 (#51359)
Signed-off-by: BabyDrangoner <148877251+BabyDrangoner@users.noreply.github.com> Signed-off-by: kiroxu <148877251+BabyDrangoner@users.noreply.github.com> Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
Copilot
Wentao Ye
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
d20a031d33
commit
19d61b1273
@@ -73,6 +73,21 @@ def test_quantfp8_group_functionality(
|
||||
if is_divisible:
|
||||
x_quant_cuda, scales_cuda = quant_op.forward_cuda(x.clone())
|
||||
assert x_quant_cuda.shape == x.shape
|
||||
|
||||
if scales_cuda.dtype == torch.int32:
|
||||
# DeepGEMM UE8M0 fast path (group_size == 128 on Blackwell with
|
||||
# the UE8M0 oracle): scales are packed 4-per-int32 in a
|
||||
# TMA-aligned layout. Unpack and compare against native.
|
||||
assert use_ue8m0 and group_size == 128
|
||||
packed_groups = (expected_num_groups + 3) // 4
|
||||
assert scales_cuda.shape == (batch_size, packed_groups)
|
||||
unpacked = (
|
||||
scales_cuda.contiguous()
|
||||
.view(torch.uint8)
|
||||
.reshape(batch_size, -1)[:, :expected_num_groups]
|
||||
)
|
||||
scales_cuda = torch.pow(2.0, unpacked.float() - 127)
|
||||
|
||||
assert scales_cuda.shape == (batch_size, expected_num_groups)
|
||||
|
||||
# Verify CUDA/native consistency
|
||||
|
||||
Reference in New Issue
Block a user