[Tests] Add Qwen3-VL multimodal memory leak check (#39268)
Signed-off-by: Lalit Laxminarayan Bangad <lalitbangad@gmail.com> Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk> Co-authored-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -1,5 +1,11 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
KB_bytes = 1_000
|
||||
"""The number of bytes in one kilobyte (KB)."""
|
||||
|
||||
KiB_bytes = 1 << 10
|
||||
"""The number of bytes in one kibibyte (KiB)."""
|
||||
|
||||
MB_bytes = 1_000_000
|
||||
"""The number of bytes in one megabyte (MB)."""
|
||||
|
||||
|
||||
@@ -13,7 +13,11 @@ import torch.types
|
||||
|
||||
from vllm.platforms import current_platform
|
||||
|
||||
from .mem_constants import GiB_bytes, MiB_bytes
|
||||
from .mem_constants import GiB_bytes, KiB_bytes, MiB_bytes
|
||||
|
||||
|
||||
def format_kib(b: int) -> str:
|
||||
return f"{round(b / KiB_bytes, 2)}"
|
||||
|
||||
|
||||
def format_mib(b: int) -> str:
|
||||
|
||||
Reference in New Issue
Block a user