Support for LlamaForSequenceClassification (#20807)

Signed-off-by: thechaos16 <thechaos16@gmail.com>
This commit is contained in:
Minkyu Kim
2025-07-13 00:09:34 -07:00
committed by GitHub
parent 99b4f080d8
commit bd4c1e6fdb
3 changed files with 7 additions and 1 deletions
+4
View File
@@ -49,6 +49,7 @@ from vllm.model_executor.model_loader.weight_utils import (
from vllm.model_executor.sampling_metadata import SamplingMetadata
from vllm.sequence import IntermediateTensors
from .adapters import as_seq_cls_model
from .interfaces import SupportsLoRA, SupportsPP
from .utils import (AutoWeightsLoader, PPMissingLayer, extract_layer_index,
is_pp_missing_parameter,
@@ -645,3 +646,6 @@ class LlamaForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
name = name.replace(item, mapping[item])
return name, loaded_weight
LlamaForSequenceClassification = as_seq_cls_model(LlamaForCausalLM)