[Hardware][CPU] Support AWQ for CPU backend (#7515)

This commit is contained in:
Li, Jiang
2024-10-09 10:28:08 -06:00
committed by GitHub
parent 7dea289066
commit ca77dd7a44
9 changed files with 214 additions and 7 deletions
+2 -1
View File
@@ -215,7 +215,8 @@ class CPUWorker(LoraNotSupportedWorkerBase, LocalOrDistributedWorkerBase):
def init_device(self) -> None:
if self.local_omp_cpuid != "all":
ret = torch.ops._C_utils.init_cpu_threads_env(self.local_omp_cpuid)
logger.info(ret)
if ret:
logger.info(ret)
self.init_distributed_environment()
# Set random seed.