[ROCm][CI] Adding test groups for parity with upstream (#47479)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
@@ -17,6 +17,8 @@ from .op import exp, exp2
|
||||
from .utils import FLA_CHUNK_SIZE, use_cuda_graph
|
||||
|
||||
NUM_WARPS = [2, 4, 8, 16]
|
||||
# Triton's AMD backend fails to lower this kernel with num_stages=4.
|
||||
_CHUNK_DELTA_H_NUM_STAGES = [2, 3] if torch.version.hip else [2, 3, 4]
|
||||
|
||||
|
||||
@triton.heuristics(
|
||||
@@ -33,7 +35,7 @@ NUM_WARPS = [2, 4, 8, 16]
|
||||
configs=[
|
||||
triton.Config({"BV": BV}, num_warps=num_warps, num_stages=num_stages)
|
||||
for num_warps in [2, 4]
|
||||
for num_stages in [2, 3, 4]
|
||||
for num_stages in _CHUNK_DELTA_H_NUM_STAGES
|
||||
for BV in [32, 64]
|
||||
],
|
||||
key=["H", "K", "V", "BT"],
|
||||
|
||||
Reference in New Issue
Block a user