[XPU][CI] Fix ExampleConnector KV cache device selection (#51806)
Signed-off-by: zhenwei-intel <zhenwei.liu@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
co-authored by
Kunshang Ji
parent
5af7c8dad7
commit
d648236199
@@ -115,7 +115,7 @@ def process_prompt(processor, llm: LLM, question: str, image_urls: list[Image]):
|
||||
["FLASH_ATTN", "TRITON_ATTN"]
|
||||
if current_platform.is_cuda()
|
||||
else ["TRITON_ATTN"]
|
||||
if current_platform.is_rocm()
|
||||
if current_platform.is_rocm() or current_platform.is_xpu()
|
||||
else []
|
||||
),
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user