[ROCm][Bugfix] fix exception related to trust_remote_code for MiniMax-M2.1-MXFP4 (#37698)
Signed-off-by: Hongxia Yang <hongxiay.yang@amd.com> Co-authored-by: Hongxia Yang <hongxiay.yang@amd.com>
This commit is contained in:
co-authored by
Hongxia Yang
parent
e8b055a5ac
commit
dbdd9ae067
+4
-1
@@ -526,7 +526,10 @@ class VllmConfig:
|
||||
f"method {model_config.quantization}. Supported dtypes: "
|
||||
f"{supported_dtypes}"
|
||||
)
|
||||
quant_config.maybe_update_config(model_config.model)
|
||||
quant_config.maybe_update_config(
|
||||
model_config.model,
|
||||
hf_config=model_config.hf_config,
|
||||
)
|
||||
return quant_config
|
||||
return None
|
||||
|
||||
|
||||
Reference in New Issue
Block a user