[ROCm] Enable bitsandbytes quantization support on ROCm (#34688)
Signed-off-by: badaoui <abdennacerbadaoui0@gmail.com>
This commit is contained in:
@@ -244,10 +244,8 @@ class RocmPlatform(Platform):
|
||||
"mxfp4",
|
||||
"petit_nvfp4",
|
||||
"torchao",
|
||||
"bitsandbytes",
|
||||
]
|
||||
# bitsandbytes not supported on gfx9 (warp size 64 limitation)
|
||||
if not on_gfx9():
|
||||
supported_quantization += ["bitsandbytes"]
|
||||
|
||||
@classmethod
|
||||
def import_kernels(cls) -> None:
|
||||
|
||||
Reference in New Issue
Block a user