[NIXL] Increase default KV block eviction timeout on P (#25897)

Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
Nicolò Lucchesi
2025-09-29 21:35:14 +00:00
committed by GitHub
parent 8eb0a1d906
commit 2e4fe48c37
2 changed files with 3 additions and 3 deletions
+2 -2
View File
@@ -174,7 +174,7 @@ if TYPE_CHECKING:
"NONE"] = "NONE"
VLLM_ROCM_QUICK_REDUCE_CAST_BF16_TO_FP16: bool = True
VLLM_ROCM_QUICK_REDUCE_MAX_SIZE_BYTES_MB: Optional[int] = None
VLLM_NIXL_ABORT_REQUEST_TIMEOUT: int = 120
VLLM_NIXL_ABORT_REQUEST_TIMEOUT: int = 480
VLLM_USE_CUDNN_PREFILL: bool = False
VLLM_ENABLE_CUDAGRAPH_GC: bool = False
VLLM_LOOPBACK_IP: str = ""
@@ -1330,7 +1330,7 @@ environment_variables: dict[str, Callable[[], Any]] = {
# consumer. This is only applicable when using NixlConnector in a
# disaggregated decode-prefill setup.
"VLLM_NIXL_ABORT_REQUEST_TIMEOUT":
lambda: int(os.getenv("VLLM_NIXL_ABORT_REQUEST_TIMEOUT", "120")),
lambda: int(os.getenv("VLLM_NIXL_ABORT_REQUEST_TIMEOUT", "480")),
# Controls whether or not to use cudnn prefill
"VLLM_USE_CUDNN_PREFILL":