[CI] Register CPU CI "VLLM_CPU_CI_ENV" environment variable (#52633)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -51,6 +51,7 @@ if TYPE_CHECKING:
|
||||
VLLM_CPU_KVCACHE_SPACE: int | None = 0
|
||||
VLLM_CPU_OMP_THREADS_BIND: str = "auto"
|
||||
VLLM_CPU_NUM_OF_RESERVED_CPU: int | None = None
|
||||
VLLM_CPU_CI_ENV: bool = False
|
||||
VLLM_CPU_ATTN_SPLIT_KV: bool = True
|
||||
VLLM_ZENTORCH_WEIGHT_PREPACK: bool = True
|
||||
VLLM_CPU_INT4_W4A8: bool = True
|
||||
@@ -885,6 +886,8 @@ environment_variables: dict[str, Callable[[], Any]] = {
|
||||
if "VLLM_CPU_NUM_OF_RESERVED_CPU" in os.environ
|
||||
else None
|
||||
),
|
||||
# (CPU backend only) whether vLLM is running in a CI environment.
|
||||
"VLLM_CPU_CI_ENV": lambda: bool(int(os.getenv("VLLM_CPU_CI_ENV", "0"))),
|
||||
# (CPU backend only) whether to enable attention spilt KV.
|
||||
"VLLM_CPU_ATTN_SPLIT_KV": lambda: bool(
|
||||
int(os.getenv("VLLM_CPU_ATTN_SPLIT_KV", "1"))
|
||||
|
||||
Reference in New Issue
Block a user