Fix timeout when using LoRA adapters with Nemotron Super (#40916)

Signed-off-by: Daniel Serebrenik <daserebrenik@nvidia.com>
This commit is contained in:
danisereb
2026-04-30 01:39:49 +08:00
committed by GitHub
parent 4a42aba380
commit d1a75e303d
2 changed files with 1 additions and 140 deletions
+1 -33
View File
@@ -17,11 +17,7 @@ from vllm.lora.model_manager import (
)
from vllm.lora.peft_helper import PEFTHelper
from vllm.lora.request import LoRARequest
from vllm.lora.utils import (
get_adapter_absolute_path,
is_in_target_modules,
is_supported_lora_module,
)
from vllm.lora.utils import get_adapter_absolute_path
logger = init_logger(__name__)
@@ -146,34 +142,6 @@ class WorkerLoRAManager:
skip_prefixes=lora_skip_prefixes,
)
# Warn about adapter modules that will be ignored.
target_modules = self.lora_config.target_modules
expected_lora_modules_lst = list(expected_lora_modules)
for module_name in lora.loras:
if not is_supported_lora_module(module_name, expected_lora_modules_lst):
logger.warning_once(
"LoRA module '%s' in adapter '%s' is not in the "
"model's supported LoRA target modules [%s]. "
"These parameters will be ignored, which may "
"cause abnormal model behavior.",
module_name,
lora_request.lora_path,
", ".join(sorted(expected_lora_modules_lst)),
)
elif not is_in_target_modules(
module_name,
target_modules,
packed_modules_mapping,
):
logger.warning_once(
"LoRA module '%s' in adapter '%s' is not in the "
"deployment-time target_modules restriction [%s]."
" These parameters will be ignored.",
module_name,
lora_request.lora_path,
", ".join(sorted(target_modules)),
)
except FileNotFoundError as e:
# FileNotFoundError should be raised if both
# - No adapter found to download from huggingface (or in