From ed7fe831da79d8db2dfb3ac53108305c5b852e5b Mon Sep 17 00:00:00 2001 From: JohnQinAMD Date: Thu, 28 May 2026 11:19:59 -0700 Subject: [PATCH] [ROCm] Enable the aiter top-k/top-p sampler by default (#43331) Signed-off-by: John Qin Co-authored-by: TJian --- vllm/v1/sample/ops/topk_topp_sampler.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/vllm/v1/sample/ops/topk_topp_sampler.py b/vllm/v1/sample/ops/topk_topp_sampler.py index f07fa17a9d..99a5bd238c 100644 --- a/vllm/v1/sample/ops/topk_topp_sampler.py +++ b/vllm/v1/sample/ops/topk_topp_sampler.py @@ -193,8 +193,6 @@ class TopKTopPSampler(nn.Module): k: torch.Tensor | None, p: torch.Tensor | None, ) -> tuple[torch.Tensor, torch.Tensor | None]: - # FIXME: Fix aiter_sampler's accuracy issue and remove this flag - DISABLE_AITER_SAMPLER = True """Optimized ROCm/aiter path (same structure as forward_cuda).""" if (k is None and p is None) or generators: if generators: @@ -207,8 +205,6 @@ class TopKTopPSampler(nn.Module): "processed_logits", "processed_logprobs", ), "aiter sampler does not support returning logits/logprobs." - if DISABLE_AITER_SAMPLER: - return self.forward_native(logits, generators, k, p) return self.aiter_sample(logits, k, p, generators), None def aiter_sample(