[CPU] Fix Qwen-Next SSM type for AMX GDN (#48073)

Signed-off-by: jiang1.li <jiang1.li@intel.com>
This commit is contained in:
Li, Jiang
2026-07-09 15:09:31 +08:00
committed by GitHub
parent 529af88842
commit 1171467e91
+8
View File
@@ -125,6 +125,14 @@ class CpuPlatform(Platform):
"otherwise the performance is not optimized."
)
# AMX GDN requires float32 state
if (
torch.cpu._is_amx_tile_supported()
and cache_config.mamba_ssm_cache_dtype != "float32"
):
cache_config.mamba_ssm_cache_dtype = "float32"
logger.warning("Reset SSM cache type to float32 for AMX mamba attention.")
# Lagecy setting
env_key = "VLLM_CPU_KVCACHE_SPACE"
if env_key in os.environ and os.environ[env_key] != "":