[LoRA] Support variable num_labels for sequence classification (#57766)
Signed-off-by: linitra24 <renshuang.zhou@daocloud.io> Co-authored-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
@@ -120,12 +120,13 @@ def _test_batched_loras(
|
||||
model=MODEL_NAME,
|
||||
runner="pooling",
|
||||
convert="classify",
|
||||
hf_overrides={"num_labels": 2},
|
||||
hf_overrides={"num_labels": 1},
|
||||
dtype="float16",
|
||||
enable_lora=True,
|
||||
max_loras=2,
|
||||
max_cpu_loras=2,
|
||||
max_lora_rank=16,
|
||||
max_lora_cls_labels=2,
|
||||
enforce_eager=True,
|
||||
max_model_len=512,
|
||||
gpu_memory_utilization=0.5,
|
||||
|
||||
Reference in New Issue
Block a user