[ROCm][Refactor] Move DeepSeek-V4/V4.1 multi-stream overlap gate to ROCm platform (#58983)
Signed-off-by: Shanshan Shen <87969357+shen-shanshan@users.noreply.github.com>
This commit is contained in:
@@ -1120,6 +1120,16 @@ class Platform:
|
||||
"""
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
def enable_multi_stream_overlap(
|
||||
cls,
|
||||
aux_stream_list: list[torch.cuda.Stream] | None,
|
||||
attn_metadata: object,
|
||||
) -> bool:
|
||||
"""Whether the current platform should enable multi-stream overlap
|
||||
for the given aux streams and attention metadata."""
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
def supports_mx(cls) -> bool:
|
||||
"""Returns whether the current platform supports MX types."""
|
||||
|
||||
Reference in New Issue
Block a user