[CI/Build] Serve images used by multimodal tests through local HTTP Server (#23907)
Signed-off-by: Divyansh Singhvi <divyanshsinghvi@gmail.com> Signed-off-by: dsinghvi <divyanshsinghvi@gmail.com> Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
This commit is contained in:
@@ -1,9 +1,14 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
import http.server
|
||||
import json
|
||||
import math
|
||||
import mimetypes
|
||||
import os
|
||||
import socket
|
||||
import tempfile
|
||||
import threading
|
||||
from collections.abc import Generator
|
||||
from enum import Enum
|
||||
from typing import Any, Callable, Optional, TypedDict, TypeVar, Union, cast
|
||||
|
||||
@@ -32,6 +37,7 @@ from vllm.distributed import (cleanup_dist_env_and_memory,
|
||||
from vllm.inputs import (ExplicitEncoderDecoderPrompt, TextPrompt,
|
||||
to_enc_dec_tuple_list, zip_enc_dec_prompts)
|
||||
from vllm.logger import init_logger
|
||||
from vllm.multimodal.utils import fetch_image
|
||||
from vllm.outputs import RequestOutput
|
||||
from vllm.sampling_params import BeamSearchParams
|
||||
from vllm.sequence import Logprob
|
||||
@@ -1253,3 +1259,119 @@ def cli_config_file():
|
||||
def cli_config_file_with_model():
|
||||
"""Return the path to the CLI config file with model."""
|
||||
return os.path.join(_TEST_DIR, "config", "test_config_with_model.yaml")
|
||||
|
||||
|
||||
class AssetHandler(http.server.BaseHTTPRequestHandler):
|
||||
# _IMAGE_CACHE : Dict[str, bytes] = {}
|
||||
|
||||
def log_message(self, *args, **kwargs):
|
||||
pass
|
||||
|
||||
def do_GET(self):
|
||||
# Accepts paths like: /1280px-Venn_diagram_rgb.jpg
|
||||
filename = self.path.lstrip("/")
|
||||
if not filename or "." not in filename:
|
||||
self.send_error(404, "Missing filename (expected /<name>.<ext>)")
|
||||
return
|
||||
|
||||
base, ext = filename.rsplit(".", 1)
|
||||
ext = ext.lower()
|
||||
|
||||
if ext not in ["jpg", "png"]:
|
||||
self.send_error(404, f"Unsupported extension: .{ext}")
|
||||
return
|
||||
|
||||
try:
|
||||
data = ImageAsset(base).read_bytes(ext=ext)
|
||||
except Exception as e:
|
||||
self.send_error(500, f"Failed to load asset: {ext} {base} {e} ")
|
||||
return
|
||||
|
||||
ctype, _ = mimetypes.guess_type(filename)
|
||||
if ctype is None:
|
||||
ctype = {"jpg": "image/jpg", "png": "image/png"}[ext]
|
||||
self.send_response(200)
|
||||
self.send_header("Content-Type", ctype)
|
||||
self.send_header("Content-Length", str(len(data)))
|
||||
self.end_headers()
|
||||
self.wfile.write(data)
|
||||
|
||||
|
||||
def _find_free_port() -> int:
|
||||
with socket.socket() as s:
|
||||
s.bind(("127.0.0.1", 0))
|
||||
return s.getsockname()[1]
|
||||
|
||||
|
||||
class LocalAssetServer:
|
||||
|
||||
address: str
|
||||
port: int
|
||||
server: Optional[http.server.ThreadingHTTPServer]
|
||||
thread: Optional[threading.Thread]
|
||||
|
||||
def __init__(self, address: str = "127.0.0.1") -> None:
|
||||
self.address = address
|
||||
self.port = -1
|
||||
self.server = None
|
||||
self.thread = None
|
||||
|
||||
def __enter__(self):
|
||||
self.port = _find_free_port()
|
||||
self.server = http.server.ThreadingHTTPServer(
|
||||
(self.address, self.port), AssetHandler)
|
||||
self.thread = threading.Thread(target=self.server.serve_forever,
|
||||
daemon=True)
|
||||
self.thread.start()
|
||||
return self
|
||||
|
||||
def __exit__(self, exc_type, exc_value, traceback):
|
||||
if self.server:
|
||||
self.server.shutdown()
|
||||
del self.server
|
||||
|
||||
if self.thread:
|
||||
self.thread.join()
|
||||
del self.thread
|
||||
|
||||
if exc_type is None:
|
||||
return None
|
||||
|
||||
return False
|
||||
|
||||
@property
|
||||
def base_url(self) -> str:
|
||||
assert self.port is not None
|
||||
return f"http://{self.address}:{self.port}"
|
||||
|
||||
def url_for(self, name: str) -> str:
|
||||
"""e.g., name='RGBA_comp.png' -> 'http://127.0.0.1:PORT/RGBA_comp.png'"""
|
||||
return f"{self.base_url}/{name}"
|
||||
|
||||
def get_image_asset(self, name: str) -> Image.Image:
|
||||
return fetch_image(self.url_for(name))
|
||||
|
||||
|
||||
@pytest.fixture(scope="session")
|
||||
def local_asset_server() -> Generator[LocalAssetServer, None, None]:
|
||||
"""
|
||||
Starts a thread based HTTP server bound to 127.0.0.1 on a random free port.
|
||||
The server currently servers images at:
|
||||
http://127.0.0.1:<port>/<name>.<ext>
|
||||
"""
|
||||
with LocalAssetServer() as srv:
|
||||
yield srv
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def image_url(request, local_asset_server) -> str:
|
||||
# request.param is one of the IMAGE_ASSETS filenames
|
||||
name = request.param
|
||||
return local_asset_server.url_for(name)
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def image_urls(request, local_asset_server) -> list[str]:
|
||||
"""Indirect fixture: takes a list of names, returns list of full URLs."""
|
||||
names: list[str] = request.param
|
||||
return [local_asset_server.url_for(name) for name in names]
|
||||
|
||||
Reference in New Issue
Block a user