[Feature] Add process_weights_after_loading to AttentionImpl (#26870)

Signed-off-by: rongfu.leng <rongfu.leng@daocloud.io>
This commit is contained in:
rongfu.leng
2025-10-16 08:02:30 -07:00
committed by GitHub
parent 43721bc67f
commit 5afd3276df
3 changed files with 9 additions and 10 deletions
+3
View File
@@ -207,6 +207,9 @@ class AttentionImpl(ABC, Generic[T]):
"""
return False
def process_weights_after_loading(self, act_dtype: torch.dtype):
pass
class MLAAttentionImpl(AttentionImpl[T], Generic[T]):
@abstractmethod