Reject oversized media before fully downloading it (#51896)
Signed-off-by: Clinton Thomas <1033162+KernelClint@users.noreply.github.com> Co-authored-by: Lucas Bourtoule <35483370+dhalf@users.noreply.github.com>
This commit is contained in:
co-authored by
Lucas Bourtoule
parent
585bb07c70
commit
2ec6f0d71e
@@ -75,6 +75,7 @@ if TYPE_CHECKING:
|
||||
VLLM_MEDIA_CACHE_MAX_SIZE_MB: int = 5120
|
||||
VLLM_MEDIA_CACHE_TTL_HOURS: float = 24
|
||||
VLLM_MEDIA_FETCH_MAX_RETRIES: int = 3
|
||||
VLLM_MAX_MEDIA_DOWNLOAD_SIZE_MB: int = 256
|
||||
VLLM_MEDIA_URL_ALLOW_REDIRECTS: bool = True
|
||||
VLLM_MEDIA_LOADING_THREAD_COUNT: int = 8
|
||||
VLLM_MAX_AUDIO_CLIP_FILESIZE_MB: int = 25
|
||||
@@ -988,6 +989,12 @@ environment_variables: dict[str, Callable[[], Any]] = {
|
||||
"VLLM_MEDIA_FETCH_MAX_RETRIES": lambda: int(
|
||||
os.getenv("VLLM_MEDIA_FETCH_MAX_RETRIES", "3")
|
||||
),
|
||||
# Maximum size in MB for a single remote media download. The limit is
|
||||
# enforced while streaming the response body so oversized or infinite
|
||||
# responses cannot grow the API server heap without bound. Default is 256.
|
||||
"VLLM_MAX_MEDIA_DOWNLOAD_SIZE_MB": lambda: int(
|
||||
os.getenv("VLLM_MAX_MEDIA_DOWNLOAD_SIZE_MB", "256")
|
||||
),
|
||||
# Whether to allow HTTP redirects when fetching from media URLs.
|
||||
# Default to True
|
||||
"VLLM_MEDIA_URL_ALLOW_REDIRECTS": lambda: bool(
|
||||
|
||||
Reference in New Issue
Block a user