[CI/Build] Avoid downloading all HF files in RemoteOpenAIServer (#7836)

This commit is contained in:
Cyrus Leung
2024-08-26 05:31:10 +00:00
committed by GitHub
parent 0b769992ec
commit 029c71de11
2 changed files with 27 additions and 15 deletions
+1 -1
View File
@@ -742,7 +742,7 @@ class EngineArgs:
engine_args = cls(**{attr: getattr(args, attr) for attr in attrs})
return engine_args
def create_engine_config(self, ) -> EngineConfig:
def create_engine_config(self) -> EngineConfig:
# gguf file needs a specific model loader and doesn't use hf_repo
if self.model.endswith(".gguf"):
self.quantization = self.load_format = "gguf"