[CI] Use an ungated model as the attention test config default (#61732)

Signed-off-by: lesj0610 <lesj0610@gmail.com>
Co-authored-by: Wei Zhao <51183510+wzhao18@users.noreply.github.com>
This commit is contained in:
SeongJun Lee
2026-10-15 20:19:09 +00:00
committed by GitHub
co-authored by Wei Zhao
parent 21f4b6dc84
commit ee8c47961b
3 changed files with 8 additions and 8 deletions
@@ -763,7 +763,7 @@ def test_flashinfer_cross_layer_layout(
_test_backend_correctness(
batch_spec=BATCH_SPECS[batch_spec_name],
model="meta-llama/Meta-Llama-3-8B",
model="Qwen/Qwen3-0.6B",
backend_to_test=[AttentionBackendEnum.FLASHINFER],
mask_mod=causal_mask_mod,
kv_cache_dtype=kv_cache_dtype,
@@ -786,7 +786,7 @@ def test_flashinfer_cross_layer_layout(
"single_prefill",
],
)
@pytest.mark.parametrize("model", ["meta-llama/Meta-Llama-3-8B"])
@pytest.mark.parametrize("model", ["Qwen/Qwen3-0.6B"])
@pytest.mark.parametrize("tensor_parallel_size", [1, 2, 4])
@pytest.mark.parametrize("kv_cache_dtype", ["auto", "fp8", "fp8_e4m3"])
def test_causal_backend_correctness(
@@ -1582,7 +1582,7 @@ def test_flashinfer_native_prefill_with_sinks(default_vllm_config):
_test_backend_correctness(
BATCH_SPECS["small_prefill"],
"meta-llama/Meta-Llama-3-8B",
"Qwen/Qwen3-0.6B",
[AttentionBackendEnum.FLASHINFER],
causal_mask_mod,
use_sinks=True,
@@ -1629,7 +1629,7 @@ def test_flashinfer_xqa_decode_correctness(default_vllm_config):
batch_spec = BATCH_SPECS["small_decode"]
vllm_config = create_vllm_config(
model_name="meta-llama/Meta-Llama-3-8B",
model_name="Qwen/Qwen3-0.6B",
max_model_len=max(batch_spec.seq_lens),
block_size=16,
)
@@ -1691,7 +1691,7 @@ def test_flashinfer_xqa_decode_correctness(default_vllm_config):
_test_backend_correctness(
batch_spec,
"meta-llama/Meta-Llama-3-8B",
"Qwen/Qwen3-0.6B",
[AttentionBackendEnum.FLASHINFER],
causal_mask_mod,
)
@@ -1994,7 +1994,7 @@ if current_platform.is_rocm():
"mixed_small",
],
)
@pytest.mark.parametrize("model", ["meta-llama/Meta-Llama-3-8B"])
@pytest.mark.parametrize("model", ["Qwen/Qwen3-0.6B"])
def test_non_causal_backend_correctness(
default_vllm_config,
batch_spec_name: str,
@@ -529,7 +529,7 @@ def make_builder(
window: int = WINDOW,
max_image_tokens: int = MAX_IMG,
max_num_batched_tokens: int = 64,
model_name: str = "meta-llama/Meta-Llama-3-8B",
model_name: str = "Qwen/Qwen3-0.6B",
builder_cls: type[
DeepseekSparseSWAMetadataBuilder
] = DeepseekSparseSWAMetadataBuilder,
+1 -1
View File
@@ -180,7 +180,7 @@ def create_standard_kv_cache_spec(
def create_vllm_config(
model_name: str = "meta-llama/Meta-Llama-3-8B",
model_name: str = "Qwen/Qwen3-0.6B",
tensor_parallel_size: int = 1,
max_model_len: int = 1024,
dtype: ModelDType | torch.dtype = "auto",