@@ -0,0 +1,92 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""CPU-only unit tests for the sleep-mode backend abstraction (RFC #34303).
|
||||
|
||||
These cover the registry/factory contract and capability flags. They do not
|
||||
touch CUDA - the ``cumem`` suspend/resume path is exercised end-to-end on GPU
|
||||
in ``tests/basic_correctness/test_cumem.py``.
|
||||
"""
|
||||
|
||||
import pytest
|
||||
|
||||
from vllm.device_allocator.sleep_mode_backend import (
|
||||
CuMemBackend,
|
||||
SleepModeBackend,
|
||||
SleepModeBackendFactory,
|
||||
)
|
||||
|
||||
|
||||
def test_cumem_is_the_default_registered_backend():
|
||||
backend_cls = SleepModeBackendFactory.get_backend_class("cumem")
|
||||
assert backend_cls is CuMemBackend
|
||||
assert issubclass(backend_cls, SleepModeBackend)
|
||||
|
||||
|
||||
def test_cumem_capability_flags():
|
||||
# cumem leaves NCCL untouched but does not preserve compiled artifacts,
|
||||
# graphs, or durable state - these flags are what the executor and /health
|
||||
# introspect to decide reinit / persistence behavior.
|
||||
assert CuMemBackend.is_supported() is True
|
||||
assert CuMemBackend.preserves_nccl() is True
|
||||
assert CuMemBackend.preserves_compiled_artifacts() is False
|
||||
assert CuMemBackend.preserves_graphs_with_nccl() is False
|
||||
assert CuMemBackend.supports_durable_storage() is False
|
||||
|
||||
|
||||
def test_new_backend_starts_in_running_state():
|
||||
# Constructing a backend must not touch the GPU; only suspend/resume do.
|
||||
assert CuMemBackend().state() == "RUNNING"
|
||||
|
||||
|
||||
def test_unknown_backend_raises():
|
||||
with pytest.raises(ValueError, match="Unsupported sleep-mode backend"):
|
||||
SleepModeBackendFactory.get_backend_class("does-not-exist")
|
||||
|
||||
|
||||
def test_duplicate_registration_raises():
|
||||
with pytest.raises(ValueError, match="already registered"):
|
||||
SleepModeBackendFactory.register_backend(
|
||||
"cumem",
|
||||
"vllm.device_allocator.sleep_mode_backend",
|
||||
"CuMemBackend",
|
||||
)
|
||||
|
||||
|
||||
def test_third_party_backend_registration_and_resolution():
|
||||
"""A plugin registers a backend by name; the factory resolves it lazily."""
|
||||
name = "_pytest_dummy_backend"
|
||||
try:
|
||||
SleepModeBackendFactory.register_backend(
|
||||
name,
|
||||
"tests.v1.worker.test_sleep_mode_backend",
|
||||
"DummyBackend",
|
||||
)
|
||||
resolved = SleepModeBackendFactory.get_backend_class(name)
|
||||
assert resolved is DummyBackend
|
||||
assert resolved.supports_durable_storage() is True
|
||||
finally:
|
||||
SleepModeBackendFactory._registry.pop(name, None)
|
||||
|
||||
|
||||
def test_suspend_resume_state_transitions():
|
||||
"""Lifecycle state advances RUNNING -> SUSPENDED -> RUNNING without GPU."""
|
||||
backend = DummyBackend()
|
||||
assert backend.state() == "RUNNING"
|
||||
backend.suspend(level=1)
|
||||
assert backend.state() == "SUSPENDED"
|
||||
backend.resume()
|
||||
assert backend.state() == "RUNNING"
|
||||
|
||||
|
||||
class DummyBackend(SleepModeBackend):
|
||||
"""A no-GPU backend used to exercise lifecycle + registration in CPU tests."""
|
||||
|
||||
def suspend(self, level: int = 1) -> None:
|
||||
self._state = "SUSPENDED"
|
||||
|
||||
def resume(self, tags: list[str] | None = None) -> None:
|
||||
self._state = "RUNNING"
|
||||
|
||||
@classmethod
|
||||
def supports_durable_storage(cls) -> bool:
|
||||
return True
|
||||
Reference in New Issue
Block a user