[XPU][CI] fallback to 7-args of moe_align_block_size (#57855)
Signed-off-by: zhenwei-intel <zhenwei.liu@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
co-authored by
Kunshang Ji
parent
3df4ae153e
commit
a15dbbd63d
@@ -2274,6 +2274,19 @@ def moe_align_block_size(
|
|||||||
expert_map: torch.Tensor | None = None,
|
expert_map: torch.Tensor | None = None,
|
||||||
scatter_idx: torch.Tensor | None = None,
|
scatter_idx: torch.Tensor | None = None,
|
||||||
) -> None:
|
) -> None:
|
||||||
|
if current_platform.is_xpu():
|
||||||
|
if scatter_idx is not None:
|
||||||
|
raise NotImplementedError("scatter_idx is not supported on XPU")
|
||||||
|
torch.ops._moe_C.moe_align_block_size(
|
||||||
|
topk_ids,
|
||||||
|
num_experts,
|
||||||
|
block_size,
|
||||||
|
sorted_token_ids,
|
||||||
|
experts_ids,
|
||||||
|
num_tokens_post_pad,
|
||||||
|
expert_map,
|
||||||
|
)
|
||||||
|
return
|
||||||
torch.ops._moe_C.moe_align_block_size(
|
torch.ops._moe_C.moe_align_block_size(
|
||||||
topk_ids,
|
topk_ids,
|
||||||
num_experts,
|
num_experts,
|
||||||
|
|||||||
Reference in New Issue
Block a user