[UX] Use gguf repo_id:quant_type syntax for examples and docs (#33371)
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
@@ -49,9 +49,29 @@ def is_remote_gguf(model: str | Path) -> bool:
|
||||
return False
|
||||
|
||||
|
||||
# Common suffixes used in GGUF file naming conventions
|
||||
# e.g., Q4_K_M, Q3_K_S, Q5_K_L, Q2_K_XL
|
||||
_GGUF_QUANT_SUFFIXES = ("_M", "_S", "_L", "_XL", "_XS", "_XXS")
|
||||
|
||||
|
||||
def is_valid_gguf_quant_type(gguf_quant_type: str) -> bool:
|
||||
"""Check if the quant type is a valid GGUF quant type."""
|
||||
return getattr(GGMLQuantizationType, gguf_quant_type, None) is not None
|
||||
"""Check if the quant type is a valid GGUF quant type.
|
||||
|
||||
Supports both exact GGML quant types (e.g., Q4_K, IQ1_S) and
|
||||
extended naming conventions (e.g., Q4_K_M, Q3_K_S, Q5_K_L).
|
||||
"""
|
||||
# Check for exact match first
|
||||
if getattr(GGMLQuantizationType, gguf_quant_type, None) is not None:
|
||||
return True
|
||||
|
||||
# Check for extended naming conventions (e.g., Q4_K_M -> Q4_K)
|
||||
for suffix in _GGUF_QUANT_SUFFIXES:
|
||||
if gguf_quant_type.endswith(suffix):
|
||||
base_type = gguf_quant_type[: -len(suffix)]
|
||||
if getattr(GGMLQuantizationType, base_type, None) is not None:
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
|
||||
def split_remote_gguf(model: str | Path) -> tuple[str, str]:
|
||||
@@ -63,7 +83,8 @@ def split_remote_gguf(model: str | Path) -> tuple[str, str]:
|
||||
raise ValueError(
|
||||
f"Wrong GGUF model or invalid GGUF quant type: {model}.\n"
|
||||
"- It should be in repo_id:quant_type format.\n"
|
||||
f"- Valid GGMLQuantizationType values: {GGMLQuantizationType._member_names_}",
|
||||
f"- Valid base quant types: {GGMLQuantizationType._member_names_}\n"
|
||||
f"- Extended suffixes also supported: {_GGUF_QUANT_SUFFIXES}",
|
||||
)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user