# SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project """Config definitions for ExtractHiddenStatesModel, to be used with the extract_hidden_states spec decoding method.""" import os from transformers import PreTrainedConfig from vllm.transformers_utils.utils import without_trust_remote_code class ExtractHiddenStatesConfig(PreTrainedConfig): model_type = "extract_hidden_states" def __init__( self, model: PreTrainedConfig | dict | None = None, method: str | None = "extract_hidden_states", **kwargs, ): assert method == "extract_hidden_states" if isinstance(model, dict): model_dict = model source_text_config = None elif isinstance(model, PreTrainedConfig): model_dict = model.to_dict() text_config = model.get_text_config() source_text_config = text_config if text_config is not model else None else: model_dict = {} source_text_config = None # Combine: model_dict first, then kwargs override combined = {**model_dict, **kwargs} # Remove architectures from the base, we'll set it explicitly combined = {k: v for k, v in combined.items() if k != "architectures"} combined["architectures"] = ["ExtractHiddenStatesModel"] # to_dict() and kwargs both flatten text_config to a plain dict; # downstream get_hf_text_config() needs it as a PreTrainedConfig # for attribute access. Re-insert the original object. if source_text_config is not None: combined["text_config"] = source_text_config super().__init__(**combined) @classmethod def from_pretrained( cls, pretrained_model_name_or_path: str | os.PathLike, **kwargs, ) -> "ExtractHiddenStatesConfig": config_dict, kwargs = cls.get_config_dict( pretrained_model_name_or_path, **without_trust_remote_code(kwargs) ) return cls.from_dict(config_dict, **kwargs) def to_json_string(self, use_diff: bool = True) -> str: # we override use_diff to False as initializing # ExtractHiddenStatesConfig with default arguments is not supported del use_diff return super().to_json_string(use_diff=False)