[CI/Build][BugFix][The Rock] Fix get_ssm_device_name to return sanitized, usable filename (#47781)

Signed-off-by: Randall Smith <Randall.Smith@amd.com>
This commit is contained in:
rasmith
2026-07-08 12:12:54 +00:00
committed by GitHub
parent 2cae98dfa5
commit 934eeaecfb
8 changed files with 24 additions and 9 deletions
@@ -15,7 +15,7 @@ from aiter.ops.flydsl.kernels.moe_gemm_2stage import (
)
from vllm.logger import init_logger
from vllm.platforms import current_platform
from vllm.utils.platform_utils import get_device_name_as_file_name
from vllm.utils.torch_utils import direct_register_custom_op
logger = init_logger(__name__)
@@ -106,7 +106,7 @@ def build_routing_buffers(
@functools.lru_cache
def try_get_optimal_config(num_experts, inter_dim):
device_name = current_platform.get_device_name().replace(" ", "_")
device_name = get_device_name_as_file_name()
json_file_name = (
f"E={num_experts},N={inter_dim},device_name={device_name},"
"dtype=int4_w4a16,backend=flydsl.json"
@@ -31,6 +31,7 @@ from vllm.model_executor.layers.fused_moe.utils import (
)
from vllm.platforms import current_platform
from vllm.triton_utils import tl, triton
from vllm.utils.platform_utils import get_device_name_as_file_name
from vllm.utils.torch_utils import direct_register_custom_op
logger = init_logger(__name__)
@@ -1034,7 +1035,7 @@ def zero_experts_compute_triton(
def get_config_file_name(
E: int, N: int, dtype: str | None, block_shape: list[int] | None = None
) -> str:
device_name = current_platform.get_device_name().replace(" ", "_")
device_name = get_device_name_as_file_name()
# Set device_name to H200 if a device from the H200 family is detected
if "H200" in device_name.split("_"):
device_name = "NVIDIA_H200"
@@ -19,6 +19,7 @@ from vllm.logger import init_logger
from vllm.model_executor.layers.mamba.ops.triton_helpers import fast_exp
from vllm.platforms import current_platform
from vllm.triton_utils import HAS_TRITON, tl, triton
from vllm.utils.platform_utils import get_device_name_as_file_name
from vllm.v1.attention.backends.utils import NULL_BLOCK_ID
if current_platform.is_xpu():
@@ -53,7 +54,7 @@ def get_ssm_config_file_name(
def get_ssm_device_name() -> str:
return current_platform.get_device_name().replace(" ", "_")
return get_device_name_as_file_name()
def _canonical_cache_dtype(cache_dtype: str) -> str:
@@ -33,6 +33,7 @@ from vllm.utils.deep_gemm import (
is_deep_gemm_e8m0_used,
transform_sf_into_required_layout,
)
from vllm.utils.platform_utils import get_device_name_as_file_name
from vllm.utils.torch_utils import direct_register_custom_op
logger = init_logger(__name__)
@@ -864,7 +865,7 @@ def get_w8a8_block_fp8_configs(
# First look up if an optimized configuration is available in the configs
# directory
device_name = current_platform.get_device_name().replace(" ", "_")
device_name = get_device_name_as_file_name()
json_file_name = f"N={N},K={K},device_name={device_name},dtype=fp8_w8a8,block_shape=[{block_n},{block_k}].json" # noqa: E501
config_file_path = os.path.join(
@@ -12,6 +12,7 @@ import torch
from vllm.platforms import current_platform
from vllm.triton_utils import tl, triton
from vllm.utils.platform_utils import get_device_name_as_file_name
logger = logging.getLogger(__name__)
@@ -329,7 +330,7 @@ def get_w8a8_block_int8_configs(
# First look up if an optimized configuration is available in the configs
# directory
device_name = current_platform.get_device_name().replace(" ", "_")
device_name = get_device_name_as_file_name()
json_file_name = f"N={N},K={K},device_name={device_name},dtype=int8_w8a8,block_shape=[{block_n}, {block_k}].json" # noqa: E501
config_file_path = os.path.join(