[CI/Build] Update CPU tests to include all "standard" tests (#5481)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2024-11-08 23:30:04 +08:00
committed by GitHub
parent 208ce622c7
commit b489fc3c91
14 changed files with 63 additions and 48 deletions
+1 -1
View File
@@ -27,4 +27,4 @@ class ImageAsset:
"""
image_path = get_vllm_public_assets(filename=f"{self.name}.pt",
s3_prefix=VLM_IMAGES_DIR)
return torch.load(image_path)
return torch.load(image_path, map_location="cpu")
+2 -2
View File
@@ -134,9 +134,9 @@ def input_mapper_for_ultravox(ctx: InputContext, data: object):
if sr != feature_extractor.sampling_rate:
try:
import librosa
except ImportError:
except ImportError as exc:
raise ImportError(
"Please install vllm[audio] for audio support.") from None
"Please install vllm[audio] for audio support.") from exc
audio = librosa.resample(audio,
orig_sr=sr,
target_sr=feature_extractor.sampling_rate)
+4 -4
View File
@@ -206,9 +206,9 @@ def try_import_audio_packages() -> Tuple[Any, Any]:
try:
import librosa
import soundfile
except ImportError:
except ImportError as exc:
raise ImportError(
"Please install vllm[audio] for audio support.") from None
"Please install vllm[audio] for audio support.") from exc
return librosa, soundfile
@@ -344,9 +344,9 @@ def try_import_video_packages() -> Any:
try:
import cv2
import decord
except ImportError:
except ImportError as exc:
raise ImportError(
"Please install vllm[video] for video support.") from None
"Please install vllm[video] for video support.") from exc
return cv2, decord
+5 -1
View File
@@ -151,7 +151,11 @@ class CPUWorker(LoraNotSupportedWorkerBase, LocalOrDistributedWorkerBase):
self.local_omp_cpuid = omp_cpuids.split("|")[rank]
ModelRunnerClass: Type[CPUModelRunner] = CPUModelRunner
if self.model_config.is_encoder_decoder:
if self.model_config.task == "embedding":
raise NotImplementedError(
"Embedding models are not supported for CPU backend")
# ModelRunnerClass = CPUEmbeddingModelRunner
elif self.model_config.is_encoder_decoder:
ModelRunnerClass = CPUEncoderDecoderModelRunner
self.model_runner: CPUModelRunner = ModelRunnerClass(
vllm_config=vllm_config,