[LoRA] Support variable num_labels for sequence classification (#57766)

Signed-off-by: linitra24 <renshuang.zhou@daocloud.io>
Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
linitra24
2026-09-28 14:58:35 +00:00
committed by GitHub
co-authored by Jee Jee Li
parent b721a4c709
commit 953f90d25f
8 changed files with 90 additions and 19 deletions
+2 -1
View File
@@ -120,12 +120,13 @@ def _test_batched_loras(
model=MODEL_NAME,
runner="pooling",
convert="classify",
hf_overrides={"num_labels": 2},
hf_overrides={"num_labels": 1},
dtype="float16",
enable_lora=True,
max_loras=2,
max_cpu_loras=2,
max_lora_rank=16,
max_lora_cls_labels=2,
enforce_eager=True,
max_model_len=512,
gpu_memory_utilization=0.5,