[Core] Add MRV2 virtual-batch PCP for MLA (#46570)
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com> Signed-off-by: Matthew Bonanni <mbonanni@redhat.com> Co-authored-by: Codex <noreply@openai.com> Co-authored-by: OpenAI Codex <codex@openai.com> Co-authored-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
co-authored by
Codex
OpenAI Codex
Matthew Bonanni
parent
9243e0124e
commit
b6ff8a2f50
@@ -1050,7 +1050,9 @@ class FusedMoEParallelConfig:
|
||||
|
||||
@property
|
||||
def use_all2all_kernels(self):
|
||||
return self.use_ep and (self.dp_size > 1 or self.is_sequence_parallel)
|
||||
return self.use_ep and (
|
||||
self.dp_size > 1 or self.pcp_size > 1 or self.is_sequence_parallel
|
||||
)
|
||||
|
||||
@property
|
||||
def use_deepep_ht_kernels(self):
|
||||
|
||||
Reference in New Issue
Block a user