[V1] Temporarily disable FlashInfer Rejection Sampler (#14788)

Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon
2025-03-13 20:40:35 -07:00
committed by GitHub
parent ad19c8a003
commit 32ef4983cd
2 changed files with 13 additions and 4 deletions
+1 -1
View File
@@ -22,7 +22,7 @@ class TopKTopPSampler(nn.Module):
def __init__(self):
super().__init__()
if current_platform.is_cuda:
if current_platform.is_cuda():
if is_flashinfer_available:
if envs.VLLM_USE_FLASHINFER_SAMPLER is not False:
# NOTE(woosuk): The V0 sampler doesn't use FlashInfer for