[P/D][NixlConnector] Enable FlashInfer backend (#19090)

This commit is contained in:
Nicolò Lucchesi
2025-06-05 17:10:15 +00:00
committed by GitHub
parent 85e2b7bb13
commit 9ef9173cfa
2 changed files with 51 additions and 15 deletions
+1
View File
@@ -47,6 +47,7 @@ class _Backend(enum.Enum):
ROCM_AITER_MLA_VLLM_V1 = enum.auto()
TORCH_SDPA = enum.auto()
FLASHINFER = enum.auto()
FLASHINFER_VLLM_V1 = enum.auto()
TRITON_MLA = enum.auto() # Supported by V1
TRITON_MLA_VLLM_V1 = enum.auto()
FLASHMLA_VLLM_V1 = enum.auto()