[XPU][CI] enable prompt embeds tests on XPU (#58283)
Signed-off-by: Lin, Fanli <fanli.lin@intel.com> Signed-off-by: Fanli Lin <fanli.lin@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
@@ -15,16 +15,20 @@ import pytest
|
||||
import torch
|
||||
|
||||
pytest.importorskip("triton")
|
||||
if not torch.cuda.is_available():
|
||||
|
||||
from vllm.platforms import current_platform
|
||||
|
||||
if not (current_platform.is_cuda_alike() or current_platform.is_xpu()):
|
||||
pytest.skip(
|
||||
"CUDA required for prompt-embeds overlay tests", allow_module_level=True
|
||||
"An accelerator is required for prompt-embeds overlay tests",
|
||||
allow_module_level=True,
|
||||
)
|
||||
|
||||
from vllm.v1.worker.gpu.model_states.prompt_embeds import PromptEmbedsState
|
||||
|
||||
HIDDEN = 24
|
||||
MAX_NUM_REQS = 8
|
||||
DEVICE = torch.device("cuda")
|
||||
DEVICE = torch.device(current_platform.device_type)
|
||||
|
||||
|
||||
@dataclass
|
||||
|
||||
Reference in New Issue
Block a user