Llamas 3.1 405B fp4 changes upstreaming from 355_wip (#25135)
Signed-off-by: Aleksandr Malyshev <maleksan@amd.com> Co-authored-by: Aleksandr Malyshev <maleksan@amd.com> Co-authored-by: Doug Lehr <douglehr@amd.com>
This commit is contained in:
co-authored by
Aleksandr Malyshev
Doug Lehr
parent
8b77328ffe
commit
53a30845be
@@ -395,6 +395,7 @@ class QuarkLinearMethod(LinearMethodBase):
|
||||
scheme = layer.scheme
|
||||
if scheme is None:
|
||||
raise ValueError("A scheme must be defined for each layer")
|
||||
|
||||
return scheme.apply_weights(layer, x, bias=bias)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user