[ROCm][CI][V1] Fix nixl_connector test failure and achieve CUDA parity in test_async_scheduling (#32000)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
@@ -187,6 +187,11 @@ class EagleProposer:
|
||||
|
||||
rocm_types.append(MLACommonMetadata)
|
||||
|
||||
# FlexAttention backend support
|
||||
from vllm.v1.attention.backends.flex_attention import FlexAttentionMetadata
|
||||
|
||||
rocm_types.append(FlexAttentionMetadata)
|
||||
|
||||
self.allowed_attn_types = tuple(rocm_types)
|
||||
|
||||
# Parse the speculative token tree.
|
||||
|
||||
Reference in New Issue
Block a user