gemma3 multi-gpu bug-fix (#42630)
Signed-off-by: Philip Maybank <pmaybank@amd.com> Co-authored-by: TJian <tunjian.tan@embeddedllm.com>
This commit is contained in:
@@ -421,6 +421,7 @@ class Gemma3nMultimodalEmbedder(nn.Module):
|
|||||||
self.multimodal_hidden_size,
|
self.multimodal_hidden_size,
|
||||||
self.text_hidden_size,
|
self.text_hidden_size,
|
||||||
bias=False,
|
bias=False,
|
||||||
|
input_is_parallel=False, # scatter the full-width input internally
|
||||||
)
|
)
|
||||||
|
|
||||||
self.embedding_post_projection_norm = RMSNorm(
|
self.embedding_post_projection_norm = RMSNorm(
|
||||||
|
|||||||
Reference in New Issue
Block a user