[Bugfix] Standardize custom HF Processor init (#37289)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -29,13 +29,8 @@ class GLM4VProcessor(ProcessorMixin):
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
image_processor: GLM4VImageProcessorFast,
|
||||
tokenizer: PreTrainedTokenizer,
|
||||
image_size: int,
|
||||
image_processor: GLM4VImageProcessorFast | None = None,
|
||||
) -> None:
|
||||
self.tokenizer = tokenizer
|
||||
if image_processor is None:
|
||||
image_processor = GLM4VImageProcessorFast(
|
||||
size={"width": image_size, "height": image_size}
|
||||
)
|
||||
self.image_processor = image_processor
|
||||
self.tokenizer = tokenizer
|
||||
|
||||
@@ -31,25 +31,12 @@ class QwenVLProcessor(ProcessorMixin):
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
image_processor: QwenVLImageProcessorFast,
|
||||
tokenizer: QwenVLTokenizer,
|
||||
image_size: int,
|
||||
image_processor: QwenVLImageProcessorFast | None = None,
|
||||
) -> None:
|
||||
self.tokenizer = tokenizer
|
||||
if image_processor is None:
|
||||
image_processor = QwenVLImageProcessorFast(
|
||||
size={"width": image_size, "height": image_size}
|
||||
)
|
||||
self.image_processor = image_processor
|
||||
self.tokenizer = tokenizer
|
||||
|
||||
@property
|
||||
def image_start_tag(self) -> str:
|
||||
return self.tokenizer.image_start_tag # type: ignore[attr-defined]
|
||||
|
||||
@property
|
||||
def image_end_tag(self) -> str:
|
||||
return self.tokenizer.image_end_tag # type: ignore[attr-defined]
|
||||
|
||||
@property
|
||||
def image_pad_tag(self) -> str:
|
||||
return self.tokenizer.image_pad_tag # type: ignore[attr-defined]
|
||||
self.image_start_tag = tokenizer.image_start_tag
|
||||
self.image_end_tag = tokenizer.image_end_tag
|
||||
self.image_pad_tag = tokenizer.image_pad_tag
|
||||
|
||||
Reference in New Issue
Block a user