This commit is contained in:
@@ -9,8 +9,7 @@ import pytest
|
||||
from packaging.version import Version
|
||||
from transformers import __version__ as TRANSFORMERS_VERSION
|
||||
|
||||
from vllm.config.model import ModelConfig, ModelDType
|
||||
from vllm.config.renderer import RendererConfig, TokenizerMode
|
||||
from vllm.config.model import ModelDType, TokenizerMode
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
@@ -171,36 +170,6 @@ class _HfExamplesInfo:
|
||||
else:
|
||||
pytest.skip(msg)
|
||||
|
||||
def build_model_config(self, model: str | None = None, **kwargs) -> ModelConfig:
|
||||
if model is None:
|
||||
model = self.default
|
||||
|
||||
return ModelConfig(
|
||||
**{
|
||||
"model": model,
|
||||
"revision": self.revision,
|
||||
"trust_remote_code": self.trust_remote_code,
|
||||
"hf_overrides": self.hf_overrides,
|
||||
"enable_prompt_embeds": self.require_embed_inputs,
|
||||
"enable_mm_embeds": self.require_embed_inputs,
|
||||
"enforce_eager": self.enforce_eager,
|
||||
"dtype": self.dtype,
|
||||
**kwargs,
|
||||
}
|
||||
)
|
||||
|
||||
def build_renderer_config(
|
||||
self, model: str | None = None, **kwargs
|
||||
) -> RendererConfig:
|
||||
model_config = self.build_model_config(model, **kwargs)
|
||||
|
||||
return RendererConfig(
|
||||
model_config=model_config,
|
||||
tokenizer=self.tokenizer or model_config.model,
|
||||
tokenizer_mode=self.tokenizer_mode,
|
||||
skip_tokenizer_init=self.require_embed_inputs,
|
||||
)
|
||||
|
||||
|
||||
_TEXT_GENERATION_EXAMPLE_MODELS = {
|
||||
# [Decoder-only]
|
||||
|
||||
Reference in New Issue
Block a user