Improve Mistral format checks. (#33253)
Signed-off-by: Julien Denize <julien.denize@mistral.ai> Signed-off-by: juliendenize <julien.denize@mistral.ai> Co-authored-by: Michael Goin <mgoin64@gmail.com>
This commit is contained in:
co-authored by
Michael Goin
parent
a11bc12d53
commit
ae5b7aff2b
@@ -127,6 +127,42 @@ def list_filtered_repo_files(
|
||||
return file_list
|
||||
|
||||
|
||||
def any_pattern_in_repo_files(
|
||||
model_name_or_path: str,
|
||||
allow_patterns: list[str],
|
||||
revision: str | None = None,
|
||||
repo_type: str | None = None,
|
||||
token: str | bool | None = None,
|
||||
):
|
||||
return (
|
||||
len(
|
||||
list_filtered_repo_files(
|
||||
model_name_or_path=model_name_or_path,
|
||||
allow_patterns=allow_patterns,
|
||||
revision=revision,
|
||||
repo_type=repo_type,
|
||||
token=token,
|
||||
)
|
||||
)
|
||||
> 0
|
||||
)
|
||||
|
||||
|
||||
def is_mistral_model_repo(
|
||||
model_name_or_path: str,
|
||||
revision: str | None = None,
|
||||
repo_type: str | None = None,
|
||||
token: str | bool | None = None,
|
||||
) -> bool:
|
||||
return any_pattern_in_repo_files(
|
||||
model_name_or_path=model_name_or_path,
|
||||
allow_patterns=["consolidated*.safetensors"],
|
||||
revision=revision,
|
||||
repo_type=repo_type,
|
||||
token=token,
|
||||
)
|
||||
|
||||
|
||||
def file_exists(
|
||||
repo_id: str,
|
||||
file_name: str,
|
||||
|
||||
Reference in New Issue
Block a user