Skip to content

Commit

Permalink
style?
Browse files Browse the repository at this point in the history
  • Loading branch information
ArthurZucker committed Apr 15, 2024
1 parent d738640 commit 419fe50
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion src/transformers/convert_slow_tokenizer.py
Original file line number Diff line number Diff line change
Expand Up @@ -608,7 +608,7 @@ def post_processor(self):

def decoder(self, replacement, add_prefix_space):
prepend_scheme = "always" if add_prefix_space else "never"
return decoders.Metaspace(replacement=replacement, prepend_scheme=prepend_scheme)
return decoders.Metaspace(replacement=replacement, add_prefix_space=prepend_scheme)

def converted(self) -> Tokenizer:
tokenizer = self.tokenizer(self.proto)
Expand Down

0 comments on commit 419fe50

Please sign in to comment.