[XPU] use xpu topk topp sample kernel (#39285)
Signed-off-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
@@ -185,6 +185,35 @@ def _xpu_ops_deepseek_scaling_rope_fake(
|
||||
return query, key
|
||||
|
||||
|
||||
def _topk_topp_sample_impl(
|
||||
random_sampled: torch.Tensor,
|
||||
logits_to_return: torch.Tensor | None,
|
||||
logits: torch.Tensor,
|
||||
k: torch.Tensor | None,
|
||||
p: torch.Tensor | None,
|
||||
logprobs_mode: str,
|
||||
seeds: torch.Tensor | None,
|
||||
lambda_: float = 1.0,
|
||||
) -> None:
|
||||
torch.ops._xpu_C.topk_topp_sampler(
|
||||
random_sampled, logits_to_return, logits, k, p, logprobs_mode, seeds, lambda_
|
||||
)
|
||||
return
|
||||
|
||||
|
||||
def _topk_topp_sample_fake(
|
||||
random_sampled: torch.Tensor,
|
||||
logits_to_return: torch.Tensor | None,
|
||||
logits: torch.Tensor,
|
||||
k: torch.Tensor | None,
|
||||
p: torch.Tensor | None,
|
||||
logprobs_mode: str,
|
||||
seeds: torch.Tensor | None,
|
||||
lambda_: float = 1.0,
|
||||
) -> None:
|
||||
return
|
||||
|
||||
|
||||
def _xpu_mxfp8_quantize_impl(
|
||||
x: torch.Tensor, dtype: torch.dtype | None = None
|
||||
) -> tuple[torch.Tensor, torch.Tensor]:
|
||||
@@ -691,6 +720,12 @@ class xpu_ops:
|
||||
fake_impl=_gdn_attention_core_xpu_fake,
|
||||
)
|
||||
|
||||
direct_register_custom_op(
|
||||
op_name="xpu_topk_topp_sampler",
|
||||
op_func=_topk_topp_sample_impl,
|
||||
fake_impl=_topk_topp_sample_fake,
|
||||
)
|
||||
|
||||
_OPS_REGISTERED = True
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user