[CI/Build] Avoid downloading all HF files in RemoteOpenAIServer (#7836)
This commit is contained in:
@@ -742,7 +742,7 @@ class EngineArgs:
|
||||
engine_args = cls(**{attr: getattr(args, attr) for attr in attrs})
|
||||
return engine_args
|
||||
|
||||
def create_engine_config(self, ) -> EngineConfig:
|
||||
def create_engine_config(self) -> EngineConfig:
|
||||
# gguf file needs a specific model loader and doesn't use hf_repo
|
||||
if self.model.endswith(".gguf"):
|
||||
self.quantization = self.load_format = "gguf"
|
||||
|
||||
Reference in New Issue
Block a user