[Refactor]A simple device-related refactor (#11163)

Signed-off-by: noemotiovon <noemotiovon@gmail.com>
Co-authored-by: noemotiovon <noemotiovon@gmail.com>
This commit is contained in:
Chenguang Li
2024-12-13 13:39:00 +00:00
committed by GitHub
co-authored by noemotiovon
parent 969da7d70b
commit d1fa714cb1
7 changed files with 51 additions and 31 deletions
+5
View File
@@ -98,3 +98,8 @@ class CpuPlatform(Platform):
"vllm.worker.cpu_worker.CPUWorker"
else:
parallel_config.worker_cls = "vllm.worker.cpu_worker.CPUWorker"
@classmethod
def is_pin_memory_available(cls) -> bool:
logger.warning("Pin memory is not supported on CPU.")
return False