[ROCm][FEAT] Integrate aiter gemm w8a8 ptpc (#33773)

Signed-off-by: vllmellm <vllm.ellm@embeddedllm.com>
This commit is contained in:
vllmellm
2026-04-16 09:55:29 +08:00
committed by GitHub
parent 343f65234b
commit 5f7fab881a
9 changed files with 279 additions and 23 deletions
+1
View File
@@ -1856,6 +1856,7 @@ class TestFP8Layer(torch.nn.Module):
out_dtype=out_dtype,
force_kernel=force_kernel,
)
self.kernel.process_weights_after_loading(self)
def is_quant_fp8_enabled(self) -> bool:
return self.kernel.quant_fp8.enabled()