Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -58,7 +58,7 @@ def w8a8_block_fp8_matmul_deepgemm(
|
||||
output_dtype)
|
||||
# Deepgemm only supports output tensor type as bfloat16
|
||||
assert C.dtype == torch.bfloat16
|
||||
deep_gemm.fp8_gemm_nt((A, As), (B, Bs), C)
|
||||
deep_gemm.gemm_fp8_fp8_bf16_nt((A, As), (B, Bs), C)
|
||||
return C
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user