Added flag test_sentencepiece_ignore_case and space_between_special_t…

…okens to True
huggingface · Nov 28, 2023 · 05b44fa · 05b44fa
1 parent 92392b3
commit 05b44fa
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tests/models/rembert/test_tokenization_rembert.py b/tests/models/rembert/test_tokenization_rembert.py
@@ -34,9 +34,9 @@
 class RemBertTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
     tokenizer_class = RemBertTokenizer
     rust_tokenizer_class = RemBertTokenizerFast
-    test_slow_tokenizer = True
+    space_between_special_tokens = True
     test_rust_tokenizer = True
-    test_sentencepiece = True
+    test_sentencepiece_ignore_case = True
 
     def setUp(self):
         super().setUp()