[Hardware][Intel] Add CPU inference backend (#3634)

Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
Co-authored-by: Yuan Zhou <yuan.zhou@intel.com>
This commit is contained in:
bigPYJ1151
2024-04-01 22:07:30 -07:00
committed by GitHub
co-authored by Kunshang Ji Yuan Zhou
parent eb69d68804
commit 0e3f06fe9c
24 changed files with 2747 additions and 5 deletions
+1 -1
View File
@@ -332,7 +332,7 @@ class EngineArgs:
parser.add_argument("--device",
type=str,
default=EngineArgs.device,
choices=["auto", "cuda", "neuron"],
choices=["auto", "cuda", "neuron", "cpu"],
help='Device type for vLLM execution.')
# Related to Vision-language models such as llava
parser.add_argument(