From 745eedf4384d4967bc8dbbe35ed8f58182f91535 Mon Sep 17 00:00:00 2001 From: Nilesh Kokane Date: Sun, 3 Dec 2023 14:35:21 +0530 Subject: [PATCH] Reverted the changes made by repo-consistancy --- tests/models/rembert/test_tokenization_rembert.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/tests/models/rembert/test_tokenization_rembert.py b/tests/models/rembert/test_tokenization_rembert.py index 3f120cbcc45dca..12c43643be7a48 100644 --- a/tests/models/rembert/test_tokenization_rembert.py +++ b/tests/models/rembert/test_tokenization_rembert.py @@ -62,7 +62,6 @@ def test_get_vocab(self): def test_vocab_size(self): self.assertEqual(self.get_tokenizer().vocab_size, 1_000) - # Copied from ReformerTokenizationTest.test_full_tokenizer def test_full_tokenizer(self): tokenizer = RemBertTokenizer(SAMPLE_VOCAB, keep_accents=True) @@ -152,7 +151,6 @@ def test_encode_decode_round_trip(self): decode_text = tokenizer.convert_tokens_to_string(tokens) self.assertEqual("Extra spaces and line breaks should be handled.", decode_text) - # Copied from AlbertTokenizationTest.test_sequence_builders def test_sequence_builders(self): tokenizer = RemBertTokenizer(SAMPLE_VOCAB) @@ -167,7 +165,6 @@ def test_sequence_builders(self): tokenizer.sep_token_id ] - # Copied from tests.test_tokenization_common.TokenizerTesterMixin.test_added_tokens_serialization def test_added_tokens_serialization(self): # Utility to test the added vocab def _test_added_vocab_and_eos(expected, tokenizer_class, expected_eos, temp_dir):