[Neuron] Support quantization on neuron (#18283)

Signed-off-by: Satyajith Chilappagari <satchill@amazon.com>
This commit is contained in:
Satyajith Chilappagari
2025-05-27 22:10:33 +00:00
committed by GitHub
parent b48d5cca16
commit e0cbad4e30
3 changed files with 20 additions and 2 deletions
+1 -1
View File
@@ -28,7 +28,7 @@ class NeuronPlatform(Platform):
device_name: str = "neuron"
device_type: str = "neuron"
ray_device_key: str = "neuron_cores"
supported_quantization: list[str] = ["neuron_quant"]
supported_quantization: list[str] = ["neuron_quant", "fbgemm_fp8"]
device_control_env_var: str = "NEURON_RT_VISIBLE_CORES"
@classmethod