[bugfix] [AMD] add multi-step advance_step to ROCmFlashAttentionMetadata (#8474)
This commit is contained in:
@@ -29,7 +29,7 @@ if TYPE_CHECKING:
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
MULTI_STEP_ATTENTION_BACKENDS = ["flash-attn", "flashinfer"]
|
||||
MULTI_STEP_ATTENTION_BACKENDS = ["flash-attn", "rocm-flash-attn", "flashinfer"]
|
||||
|
||||
|
||||
def seq_output_builder():
|
||||
|
||||
Reference in New Issue
Block a user