[Refactor]A simple device-related refactor (#11163)

Signed-off-by: noemotiovon <noemotiovon@gmail.com>
Co-authored-by: noemotiovon <noemotiovon@gmail.com>
This commit is contained in:
Chenguang Li
2024-12-13 13:39:00 +00:00
committed by GitHub
co-authored by noemotiovon
parent 969da7d70b
commit d1fa714cb1
7 changed files with 51 additions and 31 deletions
+9
View File
@@ -1,5 +1,7 @@
from typing import TYPE_CHECKING, Optional
from vllm.logger import init_logger
from .interface import Platform, PlatformEnum
if TYPE_CHECKING:
@@ -7,6 +9,8 @@ if TYPE_CHECKING:
else:
VllmConfig = None
logger = init_logger(__name__)
class NeuronPlatform(Platform):
_enum = PlatformEnum.NEURON
@@ -28,3 +32,8 @@ class NeuronPlatform(Platform):
if parallel_config.worker_cls == "auto":
parallel_config.worker_cls = \
"vllm.worker.neuron_worker.NeuronWorker"
@classmethod
def is_pin_memory_available(cls) -> bool:
logger.warning("Pin memory is not supported on Neuron.")
return False