[core] add nccl symmetric memory for all reduce (#24532)
Signed-off-by: Amir Samani <asamani@nvidia.com> Signed-off-by: Michael Goin <mgoin64@gmail.com> Co-authored-by: Michael Goin <mgoin64@gmail.com>
This commit is contained in:
co-authored by
Michael Goin
parent
a3a7828010
commit
8c1c81a3de
@@ -193,6 +193,8 @@ if TYPE_CHECKING:
|
||||
VLLM_DBO_COMM_SMS: int = 20
|
||||
GPT_OSS_SYSTEM_TOOL_MCP_LABELS: list[str] = []
|
||||
VLLM_PATTERN_MATCH_DEBUG: Optional[str] = None
|
||||
VLLM_USE_NCCL_SYMM_MEM: bool = False
|
||||
VLLM_NCCL_INCLUDE_PATH: Optional[str] = None
|
||||
|
||||
|
||||
def get_default_cache_root():
|
||||
@@ -1410,6 +1412,15 @@ environment_variables: dict[str, Callable[[], Any]] = {
|
||||
["container",
|
||||
"code_interpreter",
|
||||
"web_search_preview"]),
|
||||
|
||||
# Flag to enable NCCL symmetric memory allocation and registration
|
||||
"VLLM_USE_NCCL_SYMM_MEM":
|
||||
lambda: bool(int(os.getenv("VLLM_USE_NCCL_SYMM_MEM", "0"))),
|
||||
|
||||
# NCCL header path
|
||||
"VLLM_NCCL_INCLUDE_PATH":
|
||||
lambda: os.environ.get("VLLM_NCCL_INCLUDE_PATH", None),
|
||||
|
||||
}
|
||||
|
||||
# --8<-- [end:env-vars-definition]
|
||||
|
||||
Reference in New Issue
Block a user