[Bugfix][Logprobs] Fix logprobs op to support more backend (#21591)

Signed-off-by: MengqingCao <cmq0113@163.com>
This commit is contained in:
Mengqing Cao
2025-07-25 05:53:07 -07:00
committed by GitHub
parent 46d81d6951
commit f3a683b7c9
+3 -1
View File
@@ -4,8 +4,10 @@
import torch
from vllm.platforms import current_platform
@torch.compile(dynamic=True)
@torch.compile(dynamic=True, backend=current_platform.simple_compile_backend)
def batched_count_greater_than(x: torch.Tensor,
values: torch.Tensor) -> torch.Tensor:
"""