[ROCm][CI] Fix nixl tests (#45219)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
@@ -6,6 +6,7 @@ import json
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
from transformers import PretrainedConfig
|
||||
|
||||
from vllm.config import ModelConfig, ParallelConfig, SpeculativeConfig
|
||||
from vllm.transformers_utils.model_arch_config_convertor import (
|
||||
@@ -114,6 +115,22 @@ def _assert_model_config_methods(
|
||||
assert model_config.get_head_size() == expected["head_size"]
|
||||
|
||||
|
||||
def test_head_size_falls_back_when_head_dim_is_zero():
|
||||
"""Regression test for configs that materialize missing head_dim as 0."""
|
||||
hf_config = PretrainedConfig(
|
||||
model_type="deepseek_vl_v2",
|
||||
hidden_size=1280,
|
||||
num_attention_heads=10,
|
||||
num_key_value_heads=10,
|
||||
head_dim=0,
|
||||
kv_lora_rank=None,
|
||||
)
|
||||
|
||||
convertor = ModelArchConfigConvertorBase(hf_config, hf_config)
|
||||
|
||||
assert convertor.get_head_size() == 128
|
||||
|
||||
|
||||
@pytest.mark.parametrize("model", BASE_MODELS_TO_TEST)
|
||||
def test_base_model_arch_config(model: str):
|
||||
"""Test model architecture config for base models."""
|
||||
|
||||
Reference in New Issue
Block a user