[Refactor] Clean up log once scope="local" (#40540)
Signed-off-by: yewentao256 <zhyanwentao@126.com> Signed-off-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
parent
cfa49213d7
commit
8f87eb4622
@@ -332,7 +332,6 @@ class Attention(nn.Module, AttentionLayerBase):
|
||||
logger.warning_once(
|
||||
"Disabling prefix caching for FLASHINFER/TRITON_MLA "
|
||||
"with batch invariance, as it is not yet supported.",
|
||||
scope="local",
|
||||
)
|
||||
cache_config.enable_prefix_caching = False
|
||||
|
||||
|
||||
@@ -427,7 +427,6 @@ class MLAAttention(nn.Module, AttentionLayerBase):
|
||||
logger.warning_once(
|
||||
"Disabling prefix caching for TRITON_MLA / FLASHINFER "
|
||||
"with batch invariance, as it is not yet supported.",
|
||||
scope="local",
|
||||
)
|
||||
cache_config.enable_prefix_caching = False
|
||||
|
||||
@@ -1523,9 +1522,7 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]):
|
||||
|
||||
if use_fp8:
|
||||
fp8_dtype = current_platform.fp8_dtype()
|
||||
logger.info_once(
|
||||
"FP8 prefill attention enabled: query data type is FP8", scope="local"
|
||||
)
|
||||
logger.info_once("FP8 prefill attention enabled: query data type is FP8")
|
||||
return fp8_dtype
|
||||
elif vllm_config.attention_config.use_prefill_query_quantization:
|
||||
logger.info_once(
|
||||
@@ -1533,7 +1530,6 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]):
|
||||
" use_prefill_query_quantization is enabled. Please"
|
||||
" ensure that --kv-cache-dtype is set to fp8 and your prefill"
|
||||
" backend is compatible with FP8 attention.",
|
||||
scope="local",
|
||||
)
|
||||
return model_dtype
|
||||
elif (
|
||||
@@ -1547,7 +1543,6 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]):
|
||||
"prefill latency. To enable, add: "
|
||||
'--attention-config \'{"use_prefill_query_quantization"'
|
||||
": true}'",
|
||||
scope="local",
|
||||
)
|
||||
|
||||
return model_dtype
|
||||
@@ -2225,21 +2220,19 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]):
|
||||
)
|
||||
|
||||
if use_trtllm_ragged_deepseek_prefill():
|
||||
logger.info_once(
|
||||
"Using TRT-LLM ragged DeepSeek prefill for MLA", scope="local"
|
||||
)
|
||||
logger.info_once("Using TRT-LLM ragged DeepSeek prefill for MLA")
|
||||
self._run_prefill_context_chunk = (
|
||||
self._run_prefill_context_chunk_trtllm_ragged
|
||||
)
|
||||
self._run_prefill_new_tokens = self._run_prefill_new_tokens_trtllm_ragged
|
||||
self._pad_v = False
|
||||
elif use_flashinfer_prefill():
|
||||
logger.info_once("Using FlashInfer prefill for MLA", scope="local")
|
||||
logger.info_once("Using FlashInfer prefill for MLA")
|
||||
self._run_prefill_context_chunk = self._run_prefill_context_chunk_fi
|
||||
self._run_prefill_new_tokens = self._run_prefill_new_tokens_fi
|
||||
self._pad_v = False
|
||||
elif use_cudnn_prefill():
|
||||
logger.info_once("Using CUDNN prefill for MLA", scope="local")
|
||||
logger.info_once("Using CUDNN prefill for MLA")
|
||||
self._run_prefill_context_chunk = self._run_prefill_context_chunk_cudnn
|
||||
self._run_prefill_new_tokens = self._run_prefill_new_tokens_cudnn
|
||||
self._pad_v = False
|
||||
@@ -2250,7 +2243,7 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]):
|
||||
"available. Please install flash_attn or use "
|
||||
"--attention-backend ROCM_AITER_MLA."
|
||||
)
|
||||
logger.info_once("Using FlashAttention prefill for MLA", scope="local")
|
||||
logger.info_once("Using FlashAttention prefill for MLA")
|
||||
self._run_prefill_context_chunk = self._run_prefill_context_chunk_fa
|
||||
self._run_prefill_new_tokens = self._run_prefill_new_tokens_fa
|
||||
|
||||
|
||||
@@ -227,9 +227,7 @@ class MMEncoderAttention(CustomOp):
|
||||
if self.attn_backend == AttentionBackendEnum.FLASHINFER:
|
||||
_get_flashinfer_workspace_buffer()
|
||||
|
||||
logger.info_once(
|
||||
f"Using {self.attn_backend} for MMEncoderAttention.", scope="local"
|
||||
)
|
||||
logger.info_once(f"Using {self.attn_backend} for MMEncoderAttention.")
|
||||
|
||||
@classmethod
|
||||
def enabled(cls) -> bool:
|
||||
|
||||
Reference in New Issue
Block a user