[Bugfix] fix automatic prefix args and add log info (#3608)

This commit is contained in:
TianYu GUO
2024-03-25 05:35:22 -07:00
committed by GitHub
parent 925f3332ca
commit e67c295b0c
2 changed files with 7 additions and 1 deletions
+2 -1
View File
@@ -337,7 +337,8 @@ class EngineArgs:
cache_config = CacheConfig(self.block_size,
self.gpu_memory_utilization,
self.swap_space, self.kv_cache_dtype,
model_config.get_sliding_window())
model_config.get_sliding_window(),
self.enable_prefix_caching)
parallel_config = ParallelConfig(
self.pipeline_parallel_size, self.tensor_parallel_size,
self.worker_use_ray, self.max_parallel_loading_workers,