[UX] Integrate DeepGEMM into vLLM wheel via CMake (#37980)
Signed-off-by: mgoin <mgoin64@gmail.com> Signed-off-by: Michael Goin <mgoin64@gmail.com> Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
@@ -408,8 +408,13 @@ def has_deep_ep() -> bool:
|
||||
|
||||
|
||||
def has_deep_gemm() -> bool:
|
||||
"""Whether the optional `deep_gemm` package is available."""
|
||||
return _has_module("deep_gemm")
|
||||
"""Whether the optional `deep_gemm` package is available.
|
||||
|
||||
Prefers an externally installed ``deep_gemm`` package (so users can
|
||||
override with a newer version), then falls back to the vendored copy
|
||||
bundled in the vLLM wheel.
|
||||
"""
|
||||
return _has_module("deep_gemm") or _has_module("vllm.third_party.deep_gemm")
|
||||
|
||||
|
||||
def has_nixl_ep() -> bool:
|
||||
|
||||
Reference in New Issue
Block a user