[UX] Use kv_offloading_backend=native by default (#32421)

Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin
2026-01-15 18:55:11 +00:00
committed by GitHub
parent c36ba69bda
commit 1be5a73571
4 changed files with 28 additions and 15 deletions
+1 -3
View File
@@ -574,9 +574,7 @@ class EngineArgs:
optimization_level: OptimizationLevel = VllmConfig.optimization_level
kv_offloading_size: float | None = CacheConfig.kv_offloading_size
kv_offloading_backend: KVOffloadingBackend | None = (
CacheConfig.kv_offloading_backend
)
kv_offloading_backend: KVOffloadingBackend = CacheConfig.kv_offloading_backend
tokens_only: bool = False
def __post_init__(self):