[Misc] Add multipstep chunked-prefill support for FlashInfer (#10467)

This commit is contained in:
Elfie Guo
2025-01-15 12:47:49 +08:00
committed by GitHub
parent b7ee940a82
commit 0794e7446e
5 changed files with 162 additions and 102 deletions
+1 -1
View File
@@ -32,7 +32,7 @@ logger = init_logger(__name__)
MULTI_STEP_ATTENTION_BACKENDS = [
"FLASH_ATTN", "ROCM_FLASH", "FLASHINFER", "NO_ATTENTION"
]
MULTI_STEP_CHUNKED_PREFILL_ATTENTION_BACKENDS = ["FLASH_ATTN"]
MULTI_STEP_CHUNKED_PREFILL_ATTENTION_BACKENDS = ["FLASH_ATTN", "FLASHINFER"]
def _get_supported_attention_backends(chunked_prefill_enabled: bool) \
-> List[str]: