[platform] add device_control env var (#12009)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2025-01-13 20:59:09 +08:00
committed by GitHub
parent e8c23ff989
commit 458e63a2c6
7 changed files with 17 additions and 0 deletions
+1
View File
@@ -20,6 +20,7 @@ class HpuPlatform(Platform):
device_type: str = "hpu"
dispatch_key: str = "HPU"
ray_device_key: str = "HPU"
device_control_env_var: str = "HABANA_VISIBLE_MODULES"
@classmethod
def get_attn_backend_cls(cls, selected_backend: _Backend, head_size: int,