[Compile][Platform] Make PiecewiseBackend pluggable and extendable (#18076)

Signed-off-by: Mengqing Cao <cmq0113@163.com>
Co-authored-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
Mengqing Cao
2025-05-22 12:11:53 -07:00
committed by GitHub
co-authored by youkaichao
parent 721fb9b181
commit f8d2cc5f55
6 changed files with 305 additions and 200 deletions
+4
View File
@@ -311,6 +311,10 @@ class CudaPlatformBase(Platform):
def use_custom_allreduce(cls) -> bool:
return True
@classmethod
def get_piecewise_backend_cls(cls) -> str:
return "vllm.compilation.cuda_piecewise_backend.CUDAPiecewiseBackend" # noqa
# NVML utils
# Note that NVML is not affected by `CUDA_VISIBLE_DEVICES`,
+7
View File
@@ -478,6 +478,13 @@ class Platform:
"""
raise NotImplementedError
@classmethod
def get_piecewise_backend_cls(cls) -> str:
"""
Get piecewise backend class for piecewise graph.
"""
return "vllm.compilation.base_piecewise_backend.AbstractPiecewiseBackend" # noqa
class UnspecifiedPlatform(Platform):
_enum = PlatformEnum.UNSPECIFIED
+4
View File
@@ -382,3 +382,7 @@ class RocmPlatform(Platform):
@classmethod
def is_navi(cls) -> bool:
return 'gfx1' in torch.cuda.get_device_properties(0).gcnArchName
@classmethod
def get_piecewise_backend_cls(cls) -> str:
return "vllm.compilation.cuda_piecewise_backend.CUDAPiecewiseBackend" # noqa