[bugfix] [AMD] add multi-step advance_step to ROCmFlashAttentionMetadata (#8474)

This commit is contained in:
William Lin
2024-09-19 20:49:54 -07:00
committed by GitHub
parent 18ae428a0d
commit 9e5ec35b1f
2 changed files with 58 additions and 2 deletions
+1 -1
View File
@@ -29,7 +29,7 @@ if TYPE_CHECKING:
logger = init_logger(__name__)
MULTI_STEP_ATTENTION_BACKENDS = ["flash-attn", "flashinfer"]
MULTI_STEP_ATTENTION_BACKENDS = ["flash-attn", "rocm-flash-attn", "flashinfer"]
def seq_output_builder():