[MM] Remove text components from ProcessorInputs (#53093)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -401,13 +401,11 @@ class Phi3VMultiModalProcessor(BaseMultiModalProcessor[Phi3VProcessingInfo]):
|
||||
prompt: str,
|
||||
mm_data: Mapping[str, object],
|
||||
mm_kwargs: Mapping[str, object],
|
||||
tok_kwargs: Mapping[str, object],
|
||||
) -> BatchFeature:
|
||||
processed_outputs = super()._call_hf_processor(
|
||||
prompt=prompt,
|
||||
mm_data=mm_data,
|
||||
mm_kwargs=mm_kwargs,
|
||||
tok_kwargs=tok_kwargs,
|
||||
)
|
||||
|
||||
input_ids = processed_outputs["input_ids"]
|
||||
@@ -497,12 +495,8 @@ class Phi3VMultiModalProcessor(BaseMultiModalProcessor[Phi3VProcessingInfo]):
|
||||
if len(token_ids) and token_ids[0] == tokenizer.bos_token_id:
|
||||
token_ids = token_ids[1:]
|
||||
text = tokenizer.decode(token_ids)
|
||||
for special_tokens in tokenizer.special_tokens_map.values():
|
||||
if isinstance(special_tokens, str):
|
||||
text = text.replace(f"{special_tokens} ", special_tokens)
|
||||
elif isinstance(special_tokens, list):
|
||||
for special_token in special_tokens:
|
||||
text = text.replace(f"{special_token} ", special_token)
|
||||
for special_token in tokenizer.all_special_tokens:
|
||||
text = text.replace(f"{special_token} ", special_token)
|
||||
# perform hf behavior
|
||||
# https://huggingface.co/microsoft/Phi-3.5-vision-instruct/blob/64f88b6/processing_phi3_v.py#L407
|
||||
pattern = r"<\|image_\d+\|>"
|
||||
|
||||
Reference in New Issue
Block a user