[ROCm][CI] fix flashinfer import check (#48647)
Signed-off-by: Divakar Verma <divakar.verma@amd.com>
This commit is contained in:
@@ -3,11 +3,16 @@
|
|||||||
"""FlashInfer GQA builder: reorder threshold under DCP with spec decode."""
|
"""FlashInfer GQA builder: reorder threshold under DCP with spec decode."""
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
|
||||||
|
from vllm.platforms import current_platform
|
||||||
|
|
||||||
|
if not current_platform.is_cuda():
|
||||||
|
pytest.skip("FlashInfer backend requires a CUDA platform.", allow_module_level=True)
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from tests.v1.attention.utils import create_vllm_config
|
from tests.v1.attention.utils import create_vllm_config
|
||||||
from vllm.config import SpeculativeConfig, set_current_vllm_config
|
from vllm.config import SpeculativeConfig, set_current_vllm_config
|
||||||
from vllm.platforms import current_platform
|
|
||||||
from vllm.v1.attention.backends import flashinfer as flashinfer_backend
|
from vllm.v1.attention.backends import flashinfer as flashinfer_backend
|
||||||
from vllm.v1.attention.backends.flashinfer import (
|
from vllm.v1.attention.backends.flashinfer import (
|
||||||
FlashInferDecodeKernel,
|
FlashInferDecodeKernel,
|
||||||
@@ -16,9 +21,6 @@ from vllm.v1.attention.backends.flashinfer import (
|
|||||||
from vllm.v1.attention.backends.utils import PerLayerParameters
|
from vllm.v1.attention.backends.utils import PerLayerParameters
|
||||||
from vllm.v1.kv_cache_interface import FullAttentionSpec
|
from vllm.v1.kv_cache_interface import FullAttentionSpec
|
||||||
|
|
||||||
if not current_platform.is_cuda():
|
|
||||||
pytest.skip("FlashInfer backend requires a CUDA platform.", allow_module_level=True)
|
|
||||||
|
|
||||||
|
|
||||||
def test_flashinfer_gqa_dcp_spec_decode_clamps_reorder_threshold(monkeypatch):
|
def test_flashinfer_gqa_dcp_spec_decode_clamps_reorder_threshold(monkeypatch):
|
||||||
"""trtllm-gen decode receives no cp_rank/global-seq-len information, so its
|
"""trtllm-gen decode receives no cp_rank/global-seq-len information, so its
|
||||||
|
|||||||
Reference in New Issue
Block a user