[Bugfix][ROCm][DSv4] Skip launch_pdl=True JIT warmup when PDL is unsupported (#56035)
Signed-off-by: jimmy-adams <41593649+jimmy-adams@users.noreply.github.com>
This commit is contained in:
@@ -126,7 +126,7 @@ class FusedQKVRMSNormKernel(VllmTritonJitKernel["FusedQKVRMSNormKernel.CompileKe
|
||||
kv_in_stride=input_stride,
|
||||
kv_out_stride=(input_stride, kv_size),
|
||||
eps=float(hf_config.rms_norm_eps),
|
||||
launch_pdl=(False, True),
|
||||
launch_pdl=current_platform.is_arch_support_pdl(),
|
||||
)
|
||||
|
||||
def warmup_inputs(self, compile_key: CompileKey) -> dict[str, Any]:
|
||||
|
||||
@@ -249,7 +249,7 @@ class FusedInvRopeFP8QuantKernel(
|
||||
rope_dim=rope_dim,
|
||||
quant_group_size=128,
|
||||
tma_aligned_scales=capability.major >= 10,
|
||||
launch_pdl=(False, True),
|
||||
launch_pdl=current_platform.is_arch_support_pdl(),
|
||||
)
|
||||
|
||||
def warmup_inputs(self, compile_key: CompileKey) -> dict[str, Any]:
|
||||
|
||||
Reference in New Issue
Block a user