"refactor: refactor_repeated_interfaces" (#32486)
Signed-off-by: tom-zju <tanjianpingzju1990@gmail.com> Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
This commit is contained in:
@@ -47,7 +47,12 @@ from vllm.utils.tensor_schema import TensorSchema, TensorShape
|
||||
from .clip import CLIPVisionModel
|
||||
from .interfaces import MultiModalEmbeddings, SupportsMultiModal, SupportsPP
|
||||
from .siglip import SiglipVisionModel
|
||||
from .utils import AutoWeightsLoader, init_vllm_registered_model, maybe_prefix
|
||||
from .utils import (
|
||||
AutoWeightsLoader,
|
||||
get_layer_index,
|
||||
init_vllm_registered_model,
|
||||
maybe_prefix,
|
||||
)
|
||||
from .vision import (
|
||||
VisionEncoderInfo,
|
||||
get_num_selected_vision_tokens,
|
||||
@@ -356,18 +361,13 @@ def init_vision_tower_for_tarsier(
|
||||
feature_layers = hf_config.vision_feature_layer
|
||||
base_num_hidden_layers = vision_config.num_hidden_layers
|
||||
|
||||
def _get_layer_index(feature_layer_index: int, num_hidden_layers_total: int) -> int:
|
||||
if feature_layer_index < 0:
|
||||
return num_hidden_layers_total + feature_layer_index + 1
|
||||
return feature_layer_index
|
||||
|
||||
if isinstance(feature_layers, int):
|
||||
num_hidden_layers_to_init = _get_layer_index(
|
||||
num_hidden_layers_to_init = get_layer_index(
|
||||
feature_layers, base_num_hidden_layers
|
||||
)
|
||||
elif isinstance(feature_layers, (list, tuple)):
|
||||
num_hidden_layers_to_init = max(
|
||||
_get_layer_index(idx, base_num_hidden_layers) for idx in feature_layers
|
||||
get_layer_index(idx, base_num_hidden_layers) for idx in feature_layers
|
||||
)
|
||||
else:
|
||||
raise TypeError(
|
||||
|
||||
Reference in New Issue
Block a user