fix: (issue #32124) Exception raised when running `transformers/examp…

…les/flax/language-modeling/t5_tokenizer_model.py`. (#32157) fix: Exception raised when running .
huggingface · Aug 3, 2024 · 7c31d05 · 7c31d05
1 parent c1aa0ed
commit 7c31d05
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/examples/flax/language-modeling/t5_tokenizer_model.py b/examples/flax/language-modeling/t5_tokenizer_model.py
@@ -47,14 +47,14 @@ def __init__(
         tokenizer.pre_tokenizer = pre_tokenizers.Sequence(
             [
                 pre_tokenizers.Metaspace(
-                    replacement=replacement, add_prefix_space="always" if add_prefix_space else "never"
+                    replacement=replacement, prepend_scheme="always" if add_prefix_space else "never"
                 ),
                 pre_tokenizers.Digits(individual_digits=True),
                 pre_tokenizers.Punctuation(),
             ]
         )
         tokenizer.decoder = decoders.Metaspace(
-            replacement=replacement, add_prefix_space="always" if add_prefix_space else "never"
+            replacement=replacement, prepend_scheme="always" if add_prefix_space else "never"
         )
 
         tokenizer.post_processor = TemplateProcessing(