Add VLLM_USE_SPINLOOP_EXT to use more efficient busy polling (#36517)

Signed-off-by: Patrick Schlangen <pschlan@amd.com>
This commit is contained in:
pschlan-amd
2026-05-11 16:11:49 -07:00
committed by GitHub
parent d7af6b34d8
commit 39dff5ff39
5 changed files with 259 additions and 14 deletions
+3
View File
@@ -1780,6 +1780,9 @@ environment_variables: dict[str, Callable[[], Any]] = {
"VLLM_LORA_ENABLE_DUAL_STREAM": lambda: bool(
int(os.getenv("VLLM_LORA_ENABLE_DUAL_STREAM", "0"))
),
# If set to 1, use Python spinloop extension to poll in a more efficient
# way when using the mp backend.
"VLLM_USE_SPINLOOP_EXT": lambda: bool(int(os.getenv("VLLM_USE_SPINLOOP_EXT", "0"))),
}