[Bugfix] Fix vllm bench ... on CPU-only head nodes (#25283)
Signed-off-by: Aydin Abiar <aydin@anyscale.com> Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Aydin Abiar <aydin@anyscale.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
This commit is contained in:
co-authored by
Aydin Abiar
Harry Mellor
Wentao Ye
parent
c1b06fc182
commit
76afe4edf8
@@ -261,4 +261,14 @@ def __getattr__(name: str):
|
||||
raise AttributeError(f"No attribute named '{name}' exists in {__name__}.")
|
||||
|
||||
|
||||
def __setattr__(name: str, value):
|
||||
if name == "current_platform":
|
||||
global _current_platform
|
||||
_current_platform = value
|
||||
elif name in globals():
|
||||
globals()[name] = value
|
||||
else:
|
||||
raise AttributeError(f"No attribute named '{name}' exists in {__name__}.")
|
||||
|
||||
|
||||
__all__ = ["Platform", "PlatformEnum", "current_platform", "CpuArchEnum", "_init_trace"]
|
||||
|
||||
@@ -141,6 +141,9 @@ class Platform:
|
||||
def is_out_of_tree(self) -> bool:
|
||||
return self._enum == PlatformEnum.OOT
|
||||
|
||||
def is_unspecified(self) -> bool:
|
||||
return self._enum == PlatformEnum.UNSPECIFIED
|
||||
|
||||
def get_max_output_tokens(self, prompt_len: int) -> int:
|
||||
return sys.maxsize
|
||||
|
||||
|
||||
Reference in New Issue
Block a user