[Build/CI] Enabling AMD Entrypoints Test (#4834)

Co-authored-by: Alexey Kondratiev <alexey.kondratiev@amd.com>
This commit is contained in:
Alexei-V-Ivanov-AMD
2024-05-20 11:29:28 -07:00
committed by GitHub
co-authored by Alexey Kondratiev
parent 546a97ef69
commit 943e72ca56
4 changed files with 16 additions and 6 deletions
+6 -2
View File
@@ -6,8 +6,12 @@ from typing import Dict, List, Optional, Tuple, Union
import pytest
import ray
import torch
from pynvml import (nvmlDeviceGetHandleByIndex, nvmlDeviceGetMemoryInfo,
nvmlInit)
from vllm.utils import is_hip
if (not is_hip()):
from pynvml import (nvmlDeviceGetHandleByIndex, nvmlDeviceGetMemoryInfo,
nvmlInit)
from vllm import LLM
from vllm.engine.arg_utils import AsyncEngineArgs