fix logging msg for block manager (#3701)

This commit is contained in:
Simon Mo
2024-03-28 23:29:55 +00:00
committed by GitHub
parent c0935c96d3
commit 4716a32dd4
3 changed files with 5 additions and 4 deletions
+1 -2
View File
@@ -230,13 +230,12 @@ class BlockSpaceManagerV1(BlockSpaceManager):
self.watermark_blocks = int(watermark * num_gpu_blocks)
if self.enable_caching:
logger.info("enable automatic prefix caching")
logger.info("Automatic prefix caching is enabled.")
self.gpu_allocator = CachedBlockAllocator(Device.GPU, block_size,
num_gpu_blocks)
self.cpu_allocator = CachedBlockAllocator(Device.CPU, block_size,
num_cpu_blocks)
else:
logger.info("disable automatic prefix caching")
self.gpu_allocator = UncachedBlockAllocator(
Device.GPU, block_size, num_gpu_blocks)
self.cpu_allocator = UncachedBlockAllocator(