Reverted the changes made by repo-consistancy

huggingface · Dec 3, 2023 · 745eedf · 745eedf
1 parent ceab41d
commit 745eedf
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/tests/models/rembert/test_tokenization_rembert.py b/tests/models/rembert/test_tokenization_rembert.py
@@ -62,7 +62,6 @@ def test_get_vocab(self):
     def test_vocab_size(self):
         self.assertEqual(self.get_tokenizer().vocab_size, 1_000)
 
-    # Copied from ReformerTokenizationTest.test_full_tokenizer
     def test_full_tokenizer(self):
         tokenizer = RemBertTokenizer(SAMPLE_VOCAB, keep_accents=True)
 
@@ -152,7 +151,6 @@ def test_encode_decode_round_trip(self):
         decode_text = tokenizer.convert_tokens_to_string(tokens)
         self.assertEqual("Extra spaces and line breaks should be handled.", decode_text)
 
-    # Copied from AlbertTokenizationTest.test_sequence_builders
     def test_sequence_builders(self):
         tokenizer = RemBertTokenizer(SAMPLE_VOCAB)
 
@@ -167,7 +165,6 @@ def test_sequence_builders(self):
             tokenizer.sep_token_id
         ]
 
-    # Copied from tests.test_tokenization_common.TokenizerTesterMixin.test_added_tokens_serialization
     def test_added_tokens_serialization(self):
         # Utility to test the added vocab
         def _test_added_vocab_and_eos(expected, tokenizer_class, expected_eos, temp_dir):