[Log] Update deepgemm log (#45857)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-06-17 15:34:22 +00:00
committed by GitHub
parent 5e27b2baf4
commit 9c7c74bf10
3 changed files with 11 additions and 6 deletions
@@ -328,7 +328,10 @@ class Config:
if self.needs_deep_ep_v2() and not has_deep_ep_v2():
return False, "Needs DeepEP v2, but DeepEP v2 not available."
if self.needs_deep_gemm() and not has_deep_gemm():
return False, "Needs DeepGEMM, but DeepGEMM not available."
return (
False,
"Needs DeepGEMM, but the current vLLM environment does not provide it.",
)
if self.needs_aiter() and not has_aiter(): # noqa: SIM103
return False, "Needs Aiter, but Aiter not available."
if self.needs_mori() and not has_mori(): # noqa: SIM103
@@ -442,7 +442,8 @@ class SparseAttnIndexer(CustomOp):
self.use_fp4_cache = use_fp4_cache
if current_platform.is_cuda() and not has_deep_gemm():
raise RuntimeError(
"Sparse Attention Indexer CUDA op requires DeepGEMM to be installed."
"Sparse Attention Indexer CUDA op requires DeepGEMM support in "
"the current vLLM environment."
)
def forward_native(
+5 -4
View File
@@ -120,8 +120,9 @@ def is_deep_gemm_e8m0_used() -> bool:
def _missing(*_: Any, **__: Any) -> NoReturn:
"""Placeholder for unavailable DeepGEMM backend."""
raise RuntimeError(
"DeepGEMM backend is not available or outdated. Please install or "
"update the `deep_gemm` to a newer version to enable FP8 kernels."
"DeepGEMM backend is unavailable in the current vLLM environment, "
"or the available DeepGEMM package does not provide the required APIs "
"for these kernels."
)
@@ -156,7 +157,7 @@ def _import_deep_gemm():
logger.debug_once("Imported deep_gemm module from site-packages")
return module
except ImportError:
logger.debug_once(
logger.info_once(
"deep_gemm not found in site-packages, "
"trying vendored vllm.third_party.deep_gemm"
)
@@ -167,7 +168,7 @@ def _import_deep_gemm():
logger.debug_once("Imported deep_gemm module from vllm.third_party.deep_gemm")
return module
except ImportError:
logger.debug_once("Vendored deep_gemm not found either")
logger.info_once("Vendored deep_gemm not found either")
except Exception as e:
# The vendored module may raise RuntimeError during _C.init()
# if JIT include files are missing (e.g. incomplete wheel).