Support Mistral Model Inference with transformers-neuronx (#3153)

This commit is contained in:
DAIZHENWEI
2024-03-11 13:19:51 -07:00
committed by GitHub
parent c9415c19d3
commit 654865e21d
3 changed files with 93 additions and 6 deletions
+5 -2
View File
@@ -62,8 +62,11 @@ _ROCM_PARTIALLY_SUPPORTED_MODELS = {
"Sliding window attention is not yet supported in ROCm's flash attention",
}
# Models not supported by Neuron.
_NEURON_SUPPORTED_MODELS = {"LlamaForCausalLM": "neuron.llama"}
# Models supported by Neuron.
_NEURON_SUPPORTED_MODELS = {
"LlamaForCausalLM": "neuron.llama",
"MistralForCausalLM": "neuron.mistral"
}
class ModelRegistry: