[CPU] Fix Qwen-Next SSM type for AMX GDN (#48073)
Signed-off-by: jiang1.li <jiang1.li@intel.com>
This commit is contained in:
@@ -125,6 +125,14 @@ class CpuPlatform(Platform):
|
||||
"otherwise the performance is not optimized."
|
||||
)
|
||||
|
||||
# AMX GDN requires float32 state
|
||||
if (
|
||||
torch.cpu._is_amx_tile_supported()
|
||||
and cache_config.mamba_ssm_cache_dtype != "float32"
|
||||
):
|
||||
cache_config.mamba_ssm_cache_dtype = "float32"
|
||||
logger.warning("Reset SSM cache type to float32 for AMX mamba attention.")
|
||||
|
||||
# Lagecy setting
|
||||
env_key = "VLLM_CPU_KVCACHE_SPACE"
|
||||
if env_key in os.environ and os.environ[env_key] != "":
|
||||
|
||||
Reference in New Issue
Block a user