Fast Start (#54921)
Signed-off-by: Isotr0py <Isotr0py@outlook.com> Co-authored-by: liusy58 <liusy58@smail.nju.edu.cn> Co-authored-by: Isotr0py <Isotr0py@outlook.com>
This commit is contained in:
@@ -163,6 +163,8 @@ class LinearMethodBase(QuantizeMethodBase):
|
||||
class UnquantizedLinearMethod(LinearMethodBase):
|
||||
"""Linear method without quantization."""
|
||||
|
||||
supports_pre_processed_weights = True
|
||||
|
||||
def __init__(self) -> None:
|
||||
config = get_current_vllm_config_or_none()
|
||||
linear_backend = (
|
||||
|
||||
Reference in New Issue
Block a user