[ROCm][Tests] Avoid pooling cleanup waits against live shared engines (#57864)
Signed-off-by: Andreas Karatzas <Andreas.Karatzas@amd.com> Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
co-authored by
OpenAI Codex
parent
a15dbbd63d
commit
76ee20c1ec
@@ -33,6 +33,8 @@ def release_gpu_memory_between_tests():
|
|||||||
gc.collect()
|
gc.collect()
|
||||||
if torch.accelerator.is_available():
|
if torch.accelerator.is_available():
|
||||||
torch.accelerator.empty_cache()
|
torch.accelerator.empty_cache()
|
||||||
|
if current_platform.is_rocm():
|
||||||
|
return
|
||||||
try:
|
try:
|
||||||
wait_for_memory_to_settle()
|
wait_for_memory_to_settle()
|
||||||
except ValueError as e:
|
except ValueError as e:
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ import torch
|
|||||||
|
|
||||||
from tests.utils import wait_for_memory_to_settle
|
from tests.utils import wait_for_memory_to_settle
|
||||||
from vllm.logger import init_logger
|
from vllm.logger import init_logger
|
||||||
|
from vllm.platforms import current_platform
|
||||||
|
|
||||||
logger = init_logger(__name__)
|
logger = init_logger(__name__)
|
||||||
|
|
||||||
@@ -26,6 +27,8 @@ def release_gpu_memory_between_tests():
|
|||||||
gc.collect()
|
gc.collect()
|
||||||
if torch.accelerator.is_available():
|
if torch.accelerator.is_available():
|
||||||
torch.accelerator.empty_cache()
|
torch.accelerator.empty_cache()
|
||||||
|
if current_platform.is_rocm():
|
||||||
|
return
|
||||||
try:
|
try:
|
||||||
wait_for_memory_to_settle()
|
wait_for_memory_to_settle()
|
||||||
except ValueError as e:
|
except ValueError as e:
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ import torch
|
|||||||
|
|
||||||
from tests.utils import wait_for_memory_to_settle
|
from tests.utils import wait_for_memory_to_settle
|
||||||
from vllm.logger import init_logger
|
from vllm.logger import init_logger
|
||||||
|
from vllm.platforms import current_platform
|
||||||
|
|
||||||
logger = init_logger(__name__)
|
logger = init_logger(__name__)
|
||||||
|
|
||||||
@@ -26,6 +27,8 @@ def release_gpu_memory_between_tests():
|
|||||||
gc.collect()
|
gc.collect()
|
||||||
if torch.accelerator.is_available():
|
if torch.accelerator.is_available():
|
||||||
torch.accelerator.empty_cache()
|
torch.accelerator.empty_cache()
|
||||||
|
if current_platform.is_rocm():
|
||||||
|
return
|
||||||
try:
|
try:
|
||||||
wait_for_memory_to_settle()
|
wait_for_memory_to_settle()
|
||||||
except ValueError as e:
|
except ValueError as e:
|
||||||
|
|||||||
Reference in New Issue
Block a user