[Core][AMD] Migrate fully transparent sleep mode to ROCm platform (#12695)
Signed-off-by: Hollow Man <hollowman@opensuse.org> Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com> Co-authored-by: tjtanaa <tunjian.tan@embeddedllm.com> Co-authored-by: kliuae <kuanfu.liu@embeddedllm.com>
This commit is contained in:
co-authored by
tjtanaa
kliuae
parent
10f01d5a3a
commit
4ca5cd5740
@@ -14,6 +14,7 @@ import torch # noqa
|
||||
|
||||
import vllm.envs as envs
|
||||
from vllm.logger import init_logger
|
||||
from vllm.platforms import current_platform
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
@@ -105,6 +106,20 @@ class CudaRTLibrary:
|
||||
),
|
||||
]
|
||||
|
||||
# https://rocm.docs.amd.com/projects/HIPIFY/en/latest/tables/CUDA_Runtime_API_functions_supported_by_HIP.html # noqa
|
||||
cuda_to_hip_mapping = {
|
||||
"cudaSetDevice": "hipSetDevice",
|
||||
"cudaDeviceSynchronize": "hipDeviceSynchronize",
|
||||
"cudaDeviceReset": "hipDeviceReset",
|
||||
"cudaGetErrorString": "hipGetErrorString",
|
||||
"cudaMalloc": "hipMalloc",
|
||||
"cudaFree": "hipFree",
|
||||
"cudaMemset": "hipMemset",
|
||||
"cudaMemcpy": "hipMemcpy",
|
||||
"cudaIpcGetMemHandle": "hipIpcGetMemHandle",
|
||||
"cudaIpcOpenMemHandle": "hipIpcOpenMemHandle",
|
||||
}
|
||||
|
||||
# class attribute to store the mapping from the path to the library
|
||||
# to avoid loading the same library multiple times
|
||||
path_to_library_cache: dict[str, Any] = {}
|
||||
@@ -117,7 +132,13 @@ class CudaRTLibrary:
|
||||
if so_file is None:
|
||||
so_file = find_loaded_library("libcudart")
|
||||
if so_file is None:
|
||||
so_file = envs.VLLM_CUDART_SO_PATH # fallback to env var
|
||||
# libcudart is not loaded in the current process, try hip
|
||||
so_file = find_loaded_library("libamdhip64")
|
||||
# should be safe to assume now that we are using ROCm
|
||||
# as the following assertion should error out if the
|
||||
# libhiprtc library is also not loaded
|
||||
if so_file is None:
|
||||
so_file = envs.VLLM_CUDART_SO_PATH # fallback to env var
|
||||
assert so_file is not None, (
|
||||
"libcudart is not loaded in the current process, "
|
||||
"try setting VLLM_CUDART_SO_PATH"
|
||||
@@ -130,7 +151,12 @@ class CudaRTLibrary:
|
||||
if so_file not in CudaRTLibrary.path_to_dict_mapping:
|
||||
_funcs = {}
|
||||
for func in CudaRTLibrary.exported_functions:
|
||||
f = getattr(self.lib, func.name)
|
||||
f = getattr(
|
||||
self.lib,
|
||||
CudaRTLibrary.cuda_to_hip_mapping[func.name]
|
||||
if current_platform.is_rocm()
|
||||
else func.name,
|
||||
)
|
||||
f.restype = func.restype
|
||||
f.argtypes = func.argtypes
|
||||
_funcs[func.name] = f
|
||||
|
||||
Reference in New Issue
Block a user