From 53a02c5b36f8b2e8718a2013e31f44ed06aeb296 Mon Sep 17 00:00:00 2001 From: Kokane Date: Sat, 25 Nov 2023 15:39:47 +0530 Subject: [PATCH] Overrided test_added_tokens_serialization --- tests/models/rembert/test_tokenization_rembert.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tests/models/rembert/test_tokenization_rembert.py b/tests/models/rembert/test_tokenization_rembert.py index 3f66654cb0ef34..6038591e82f464 100644 --- a/tests/models/rembert/test_tokenization_rembert.py +++ b/tests/models/rembert/test_tokenization_rembert.py @@ -37,6 +37,7 @@ class RemBertTokenizationTest(TokenizerTesterMixin, unittest.TestCase): space_between_special_tokens = True test_rust_tokenizer = True test_sentencepiece_ignore_case = True + pre_trained_model_path = "google/rembert" def setUp(self): super().setUp() @@ -159,3 +160,6 @@ def test_sequence_builders(self): assert encoded_pair == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_2 + [ tokenizer.sep_token_id ] + + def test_added_tokens_serialization(self): + pass