[ROCm][DSv4.1] Keep the Engram tables in host memory on ROCm (#57491)

This commit is contained in:
JohnQinAMD
2026-09-21 10:17:11 +08:00
committed by GitHub
parent 3e67044972
commit 6dfd87f596
5 changed files with 20 additions and 10 deletions
+1 -1
View File
@@ -74,7 +74,7 @@ class EngramConfig:
if (
model_config is None
or field is None
or not current_platform.is_cuda()
or not current_platform.is_cuda_alike()
or not getattr(model_config.hf_text_config, field, None)
):
raise ValueError(
+1 -1
View File
@@ -1260,7 +1260,7 @@ class VllmConfig:
"Disable --enable-dbo and set --ubatch-size to 0."
)
if self.engram_config is None:
if not current_platform.is_cuda() or not model_has_engram_layers(
if not current_platform.is_cuda_alike() or not model_has_engram_layers(
model_config
):
return