[ROCm][FEAT] Integrate aiter gemm w8a8 ptpc (#33773)

Signed-off-by: vllmellm <vllm.ellm@embeddedllm.com>
This commit is contained in:
vllmellm
2026-04-16 09:55:29 +08:00
committed by GitHub
parent 343f65234b
commit 5f7fab881a
9 changed files with 279 additions and 23 deletions
@@ -120,6 +120,8 @@ class QuarkW8A8Fp8(QuarkScheme):
if self.is_static_input_scheme:
layer.input_scale = Parameter(layer.input_scale.max(), requires_grad=False)
self.fp8_linear.process_weights_after_loading(layer)
def create_weights(
self,
layer: torch.nn.Module,