[Refactor] Remove utils dead code (#53941)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -497,15 +497,6 @@ def get_kv_cache_quant_algo_string(quant_cfg: dict[str, Any]) -> str | None:
|
||||
return None
|
||||
|
||||
|
||||
def get_kv_cache_quant_algo_dtype(quant_cfg: dict[str, Any]) -> torch.dtype | None:
|
||||
"""Get the KV cache quantization algorithm dtype from the quantization config."""
|
||||
kv_algo_str = get_kv_cache_quant_algo_string(quant_cfg)
|
||||
if kv_algo_str is not None and kv_algo_str != "auto":
|
||||
# Only convert if we have a valid dtype string (not "auto" fallback)
|
||||
return STR_DTYPE_TO_TORCH_DTYPE[kv_algo_str]
|
||||
return None
|
||||
|
||||
|
||||
def resolve_kv_cache_dtype_string(
|
||||
kv_cache_dtype: str, model_config: ModelConfig
|
||||
) -> str:
|
||||
|
||||
Reference in New Issue
Block a user