42 lines
1.3 KiB
Python
42 lines
1.3 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""Utility functions for Helion kernel management."""
|
|
|
|
import logging
|
|
|
|
from vllm.platforms import current_platform
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def get_gpu_name(device_id: int | None = None) -> str:
|
|
if device_id is None:
|
|
logger.warning(
|
|
"get_gpu_name() called without device_id, defaulting to 0. "
|
|
"This may return the wrong device name in multi-node setups."
|
|
)
|
|
device_id = 0
|
|
return current_platform.get_device_name(device_id)
|
|
|
|
|
|
def canonicalize_gpu_name(name: str) -> str:
|
|
"""
|
|
Canonicalize GPU name for use as a platform identifier.
|
|
|
|
Converts to lowercase and replaces spaces and hyphens with underscores.
|
|
e.g., "NVIDIA A100-SXM4-80GB" -> "nvidia_a100_sxm4_80gb"
|
|
"AMD_Instinct_MI300X" -> "amd_instinct_mi300x"
|
|
|
|
Raises ValueError if name is empty.
|
|
"""
|
|
if not name or not name.strip():
|
|
raise ValueError("GPU name cannot be empty")
|
|
name = name.lower()
|
|
name = name.replace(" ", "_")
|
|
name = name.replace("-", "_")
|
|
return name
|
|
|
|
|
|
def get_canonical_gpu_name(device_id: int | None = None) -> str:
|
|
return canonicalize_gpu_name(get_gpu_name(device_id))
|