Skip to content

Commit

Permalink
temp
Browse files Browse the repository at this point in the history
  • Loading branch information
ydshieh committed Dec 17, 2024
1 parent a65a9b1 commit 7c99fd0
Showing 1 changed file with 0 additions and 5 deletions.
5 changes: 0 additions & 5 deletions src/transformers/models/kosmos2_5/processing_kosmos2_5.py
Original file line number Diff line number Diff line change
Expand Up @@ -76,11 +76,6 @@ class Kosmos2_5Processor(ProcessorMixin):
def __init__(self, image_processor, tokenizer):
tokenizer.return_token_type_ids = False
super().__init__(image_processor, tokenizer)
self.boi = tokenizer.convert_tokens_to_ids("<image>")
self.eoi = tokenizer.convert_tokens_to_ids("</image>")
self.pad = tokenizer.convert_tokens_to_ids("<pad>")
self.bos = tokenizer.convert_tokens_to_ids("<s>")
self.eos = tokenizer.convert_tokens_to_ids("</s>")

def __call__(
self,
Expand Down

0 comments on commit 7c99fd0

Please sign in to comment.