diff --git a/vllm/model_executor/models/hy_v3.py b/vllm/model_executor/models/hy_v3.py index 68c6f23827..f61618821d 100644 --- a/vllm/model_executor/models/hy_v3.py +++ b/vllm/model_executor/models/hy_v3.py @@ -271,7 +271,7 @@ class HYV3Attention(nn.Module): self.total_num_heads, self.total_num_kv_heads, quant_config=quant_config, - bias=None, + bias=False, prefix=f"{prefix}.qkv_proj", ) self.o_proj = RowParallelLinear(