[ROCm][DSv4.1] Keep the Engram tables in host memory on ROCm (#57491)
This commit is contained in:
@@ -74,7 +74,7 @@ class EngramConfig:
|
||||
if (
|
||||
model_config is None
|
||||
or field is None
|
||||
or not current_platform.is_cuda()
|
||||
or not current_platform.is_cuda_alike()
|
||||
or not getattr(model_config.hf_text_config, field, None)
|
||||
):
|
||||
raise ValueError(
|
||||
|
||||
+1
-1
@@ -1260,7 +1260,7 @@ class VllmConfig:
|
||||
"Disable --enable-dbo and set --ubatch-size to 0."
|
||||
)
|
||||
if self.engram_config is None:
|
||||
if not current_platform.is_cuda() or not model_has_engram_layers(
|
||||
if not current_platform.is_cuda_alike() or not model_has_engram_layers(
|
||||
model_config
|
||||
):
|
||||
return
|
||||
|
||||
Reference in New Issue
Block a user