[Misc] Remove unused vllm/block.py (#11336)
This commit is contained in:
@@ -13,7 +13,7 @@ class EvictionPolicy(enum.Enum):
|
||||
|
||||
class Evictor(ABC):
|
||||
"""The Evictor subclasses should be used by the BlockAllocator class to
|
||||
handle eviction of freed PhysicalTokenBlocks.
|
||||
handle eviction of freed Blocks.
|
||||
"""
|
||||
|
||||
@abstractmethod
|
||||
@@ -70,7 +70,7 @@ class BlockMetaData:
|
||||
|
||||
class LRUEvictor(Evictor):
|
||||
"""Evicts in a least-recently-used order using the last_accessed timestamp
|
||||
that's recorded in the PhysicalTokenBlock. If there are multiple blocks with
|
||||
that's recorded in the Block. If there are multiple blocks with
|
||||
the same last_accessed time, then the one with the largest num_hashed_tokens
|
||||
will be evicted. If two blocks each have the lowest last_accessed time and
|
||||
highest num_hashed_tokens value, then one will be chose arbitrarily
|
||||
|
||||
Reference in New Issue
Block a user