[V1]SupportsV0Only protocol for model definitions (#13959)

Signed-off-by: Roger Wang <ywang@roblox.com>
This commit is contained in:
Roger Wang
2025-02-27 20:02:15 -05:00
committed by GitHub
parent 67fc426845
commit 6c85da3a18
19 changed files with 93 additions and 32 deletions
+2 -2
View File
@@ -29,7 +29,7 @@ from vllm.multimodal.processing import (BaseProcessingInfo,
from vllm.multimodal.profiling import BaseDummyInputsBuilder, ProcessorInputs
from vllm.sequence import IntermediateTensors
from .interfaces import SupportsMultiModal
from .interfaces import SupportsMultiModal, SupportsV0Only
from .utils import AutoWeightsLoader, flatten_bn, merge_multimodal_embeddings
@@ -651,7 +651,7 @@ class Florence2LanguageModel(nn.Module):
return decoder_outputs
class Florence2LanguageForConditionalGeneration(nn.Module):
class Florence2LanguageForConditionalGeneration(nn.Module, SupportsV0Only):
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
super().__init__()