[Model] Explicit default_pooling_type interface (#23736)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-08-27 13:24:09 +00:00
committed by GitHub
parent 704432af3c
commit 5eeef1b908
11 changed files with 51 additions and 33 deletions
+3 -2
View File
@@ -27,13 +27,14 @@ from vllm.model_executor.layers.rotary_embedding import get_rope
from vllm.model_executor.layers.vocab_parallel_embedding import (
VocabParallelEmbedding)
from vllm.model_executor.model_loader.weight_utils import default_weight_loader
from vllm.model_executor.models.interfaces import (SupportsQuant,
default_pooling_type)
from vllm.model_executor.models.utils import WeightsMapper
from vllm.model_executor.utils import set_weight_attrs
from vllm.platforms import current_platform
from vllm.sequence import IntermediateTensors
from .interfaces import SupportsQuant
from .interfaces_base import default_pooling_type
class BertWithRopeEmbedding(nn.Module):