[Bugfix][Multimodal] Recover PyNvVideoCodec decoder slots after failures (#59597)
Signed-off-by: Daniel Afrimi <dafrimi@nvidia.com> Signed-off-by: danielafrimi <45691845+danielafrimi@users.noreply.github.com> Signed-off-by: Daniel Afrimi <dafrimi@oci-hsg-cs-001-login-02.cm.cluster> Co-authored-by: OpenAI Codex <noreply@openai.com> Co-authored-by: Daniel Afrimi <dafrimi@oci-hsg-cs-001-login-02.cm.cluster> Co-authored-by: tomeras91 <57313761+tomeras91@users.noreply.github.com>
This commit is contained in:
co-authored by
OpenAI Codex
Daniel Afrimi
tomeras91
parent
c5f8adc0b1
commit
a9fe30e9f6
@@ -196,6 +196,7 @@ def reserve_mm_ipc_gpu_memory(
|
||||
from vllm.multimodal.video_decoders.pynvvideocodec import (
|
||||
PYNVVIDEOCODEC_CUDA_CONTEXT_BYTES,
|
||||
PYNVVIDEOCODEC_DECODER_GPU_MEMORY_BYTES,
|
||||
get_pynvvideocodec_decoder_gpu_memory_bytes,
|
||||
validate_pynvvideocodec_hw_decoders,
|
||||
)
|
||||
|
||||
@@ -220,9 +221,15 @@ def reserve_mm_ipc_gpu_memory(
|
||||
if uses_pynvvideocodec
|
||||
else 1
|
||||
)
|
||||
decoder_bytes = (
|
||||
get_pynvvideocodec_decoder_gpu_memory_bytes(
|
||||
video_kwargs.get("max_width"), video_kwargs.get("max_height")
|
||||
)
|
||||
if uses_pynvvideocodec
|
||||
else PYNVVIDEOCODEC_DECODER_GPU_MEMORY_BYTES
|
||||
)
|
||||
per_server_decoder_bytes = (
|
||||
PYNVVIDEOCODEC_DECODER_GPU_MEMORY_BYTES * hw_decoders
|
||||
+ PYNVVIDEOCODEC_CUDA_CONTEXT_BYTES
|
||||
decoder_bytes * hw_decoders + PYNVVIDEOCODEC_CUDA_CONTEXT_BYTES
|
||||
)
|
||||
decoder_reserved_bytes = (
|
||||
num_api_servers * per_server_decoder_bytes
|
||||
|
||||
Reference in New Issue
Block a user