[VLM] Remove BaseProcessingInfo.get_mm_max_tokens_per_item (#16408)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -412,19 +412,6 @@ class H2OVLProcessingInfo(BaseInternVLProcessingInfo):
|
||||
**kwargs,
|
||||
)
|
||||
|
||||
def get_mm_max_tokens_per_item(
|
||||
self,
|
||||
seq_len: int,
|
||||
mm_counts: Mapping[str, int],
|
||||
) -> Mapping[str, int]:
|
||||
max_tokens_one_image = self.get_max_image_tokens(use_msac=None)
|
||||
if mm_counts.get("image", 0) <= 1:
|
||||
max_tokens_per_image = max_tokens_one_image
|
||||
else:
|
||||
max_tokens_per_image = self.get_max_image_tokens(use_msac=False)
|
||||
|
||||
return {"image": max_tokens_per_image}
|
||||
|
||||
def get_num_image_tokens(
|
||||
self,
|
||||
*,
|
||||
@@ -442,16 +429,6 @@ class H2OVLProcessingInfo(BaseInternVLProcessingInfo):
|
||||
use_msac=use_msac,
|
||||
)
|
||||
|
||||
def get_max_image_tokens(self, use_msac: Optional[bool] = None) -> int:
|
||||
target_width, target_height = self.get_image_size_with_most_features()
|
||||
|
||||
return self.get_num_image_tokens(
|
||||
image_width=target_width,
|
||||
image_height=target_height,
|
||||
processor=None,
|
||||
use_msac=use_msac,
|
||||
)
|
||||
|
||||
|
||||
class H2OVLMultiModalProcessor(InternVLMultiModalProcessor[H2OVLProcessingInfo]
|
||||
):
|
||||
|
||||
Reference in New Issue
Block a user