[platform] add device_control env var (#12009)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2025-01-13 20:59:09 +08:00
committed by GitHub
parent e8c23ff989
commit 458e63a2c6
7 changed files with 17 additions and 0 deletions
+1
View File
@@ -20,6 +20,7 @@ class TpuPlatform(Platform):
device_type: str = "tpu"
dispatch_key: str = "XLA"
ray_device_key: str = "TPU"
device_control_env_var: str = "TPU_VISIBLE_CHIPS"
supported_quantization: list[str] = [
"tpu_int8", "compressed-tensors", "compressed_tensors"