Files
vLLM/vllm/models/inkling/amd/ops/fa4_warmup.py
T
2026-07-27 10:05:46 +00:00

36 lines
958 B
Python

# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""Compatibility shim for the ROCm relative-attention implementation.
ROCm uses a Triton kernel which is compiled by vLLM's normal model warmup. The
NVIDIA path registers ahead-of-time CuTeDSL units; importing that provider on
ROCm would pull in CUDA-only tml-fa4 code.
"""
from __future__ import annotations
from dataclasses import dataclass
import torch
@dataclass(frozen=True)
class InklingFA4WarmupConfig:
num_heads: int
num_kv_heads: int
head_dim: int
rel_extent: int
window_size: tuple[int, int]
is_local: bool
max_kv_len: int
dtype: torch.dtype
kv_dtype: torch.dtype
block_size: int
max_num_reqs: int
max_num_batched_tokens: int
def register_fa4_warmup(config: InklingFA4WarmupConfig) -> None:
"""Triton compilation is triggered by the ordinary vLLM warmup forward."""
del config