[Bugfix] Standardize custom HF Processor init (#37289)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-03-17 15:38:55 +00:00
committed by GitHub
parent 979ff44cea
commit c781fbbab3
7 changed files with 41 additions and 35 deletions
+2 -7
View File
@@ -29,13 +29,8 @@ class GLM4VProcessor(ProcessorMixin):
def __init__(
self,
image_processor: GLM4VImageProcessorFast,
tokenizer: PreTrainedTokenizer,
image_size: int,
image_processor: GLM4VImageProcessorFast | None = None,
) -> None:
self.tokenizer = tokenizer
if image_processor is None:
image_processor = GLM4VImageProcessorFast(
size={"width": image_size, "height": image_size}
)
self.image_processor = image_processor
self.tokenizer = tokenizer
+5 -18
View File
@@ -31,25 +31,12 @@ class QwenVLProcessor(ProcessorMixin):
def __init__(
self,
image_processor: QwenVLImageProcessorFast,
tokenizer: QwenVLTokenizer,
image_size: int,
image_processor: QwenVLImageProcessorFast | None = None,
) -> None:
self.tokenizer = tokenizer
if image_processor is None:
image_processor = QwenVLImageProcessorFast(
size={"width": image_size, "height": image_size}
)
self.image_processor = image_processor
self.tokenizer = tokenizer
@property
def image_start_tag(self) -> str:
return self.tokenizer.image_start_tag # type: ignore[attr-defined]
@property
def image_end_tag(self) -> str:
return self.tokenizer.image_end_tag # type: ignore[attr-defined]
@property
def image_pad_tag(self) -> str:
return self.tokenizer.image_pad_tag # type: ignore[attr-defined]
self.image_start_tag = tokenizer.image_start_tag
self.image_end_tag = tokenizer.image_end_tag
self.image_pad_tag = tokenizer.image_pad_tag