[CI/Build][BugFix][The Rock] Fix get_ssm_device_name to return sanitized, usable filename (#47781)
Signed-off-by: Randall Smith <Randall.Smith@amd.com>
This commit is contained in:
@@ -15,7 +15,7 @@ from aiter.ops.flydsl.kernels.moe_gemm_2stage import (
|
||||
)
|
||||
|
||||
from vllm.logger import init_logger
|
||||
from vllm.platforms import current_platform
|
||||
from vllm.utils.platform_utils import get_device_name_as_file_name
|
||||
from vllm.utils.torch_utils import direct_register_custom_op
|
||||
|
||||
logger = init_logger(__name__)
|
||||
@@ -106,7 +106,7 @@ def build_routing_buffers(
|
||||
|
||||
@functools.lru_cache
|
||||
def try_get_optimal_config(num_experts, inter_dim):
|
||||
device_name = current_platform.get_device_name().replace(" ", "_")
|
||||
device_name = get_device_name_as_file_name()
|
||||
json_file_name = (
|
||||
f"E={num_experts},N={inter_dim},device_name={device_name},"
|
||||
"dtype=int4_w4a16,backend=flydsl.json"
|
||||
|
||||
@@ -31,6 +31,7 @@ from vllm.model_executor.layers.fused_moe.utils import (
|
||||
)
|
||||
from vllm.platforms import current_platform
|
||||
from vllm.triton_utils import tl, triton
|
||||
from vllm.utils.platform_utils import get_device_name_as_file_name
|
||||
from vllm.utils.torch_utils import direct_register_custom_op
|
||||
|
||||
logger = init_logger(__name__)
|
||||
@@ -1034,7 +1035,7 @@ def zero_experts_compute_triton(
|
||||
def get_config_file_name(
|
||||
E: int, N: int, dtype: str | None, block_shape: list[int] | None = None
|
||||
) -> str:
|
||||
device_name = current_platform.get_device_name().replace(" ", "_")
|
||||
device_name = get_device_name_as_file_name()
|
||||
# Set device_name to H200 if a device from the H200 family is detected
|
||||
if "H200" in device_name.split("_"):
|
||||
device_name = "NVIDIA_H200"
|
||||
|
||||
Reference in New Issue
Block a user