[Bugfix][Model] Add base class for vision-language models (#4809)

This commit is contained in:
Cyrus Leung
2024-05-19 00:13:33 -07:00
committed by GitHub
parent 2e9a2227ec
commit f68470e803
4 changed files with 53 additions and 29 deletions
+12
View File
@@ -0,0 +1,12 @@
from torch import nn
from vllm.config import VisionLanguageConfig
class VisionLanguageModelBase(nn.Module):
"""Base class for all vision language models (VLMs)."""
def __init__(self, vision_language_config: VisionLanguageConfig) -> None:
super().__init__()
self.vision_language_config = vision_language_config