From 7d10a4cfce45527e03e9d6ef0f1a8c286256b008 Mon Sep 17 00:00:00 2001 From: peizhang56 Date: Wed, 22 Jul 2026 15:35:38 -0700 Subject: [PATCH] [Bugfix] Retry config read to survive concurrent HF cache refresh (#49001) Signed-off-by: pei.zhang Co-authored-by: Claude --- vllm/transformers_utils/config.py | 18 +++++++++++------- 1 file changed, 11 insertions(+), 7 deletions(-) diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py index b457a6e2f0..fd76550d66 100644 --- a/vllm/transformers_utils/config.py +++ b/vllm/transformers_utils/config.py @@ -731,13 +731,17 @@ def get_config( raise ValueError(error_message) from e config_parser = get_config_parser(config_format) - config_dict, config = config_parser.parse( - model, - trust_remote_code=trust_remote_code, - revision=revision, - code_revision=code_revision, - hf_overrides=hf_overrides_kw or hf_overrides_fn, - **kwargs, + # Retry to tolerate a concurrent HF cache refresh briefly hiding config.json. + config_dict, config = with_retry( + lambda: config_parser.parse( + model, + trust_remote_code=trust_remote_code, + revision=revision, + code_revision=code_revision, + hf_overrides=hf_overrides_kw or hf_overrides_fn, + **kwargs, + ), + f"Error parsing config for {model}", ) # Architecture mapping for models without explicit architectures field