[Bugfix] Add Quant Config to Llava Next Projector (#34847)
Signed-off-by: Alex Brooks <albrooks@redhat.com>
This commit is contained in:
@@ -285,6 +285,8 @@ class LlavaNextForConditionalGeneration(nn.Module, SupportsMultiModal, SupportsP
|
|||||||
text_hidden_size=config.text_config.hidden_size,
|
text_hidden_size=config.text_config.hidden_size,
|
||||||
projector_hidden_act=config.projector_hidden_act,
|
projector_hidden_act=config.projector_hidden_act,
|
||||||
multimodal_projector_bias=config.multimodal_projector_bias,
|
multimodal_projector_bias=config.multimodal_projector_bias,
|
||||||
|
quant_config=quant_config,
|
||||||
|
prefix=maybe_prefix(prefix, "multi_modal_projector"),
|
||||||
)
|
)
|
||||||
|
|
||||||
with self._mark_language_model(vllm_config):
|
with self._mark_language_model(vllm_config):
|
||||||
|
|||||||
Reference in New Issue
Block a user