From bf1dbe6d536127eb1ecf1ad3d9ca1be3b39e9157 Mon Sep 17 00:00:00 2001
From: Arthur Zucker <arthur.zucker@gmail.com>
Date: Fri, 19 Jan 2024 10:28:36 +0000
Subject: [PATCH] stub

---
 .../python/py_src/tokenizers/__init__.pyi     | 25 +++++++++----------
 1 file changed, 12 insertions(+), 13 deletions(-)

diff --git a/bindings/python/py_src/tokenizers/__init__.pyi b/bindings/python/py_src/tokenizers/__init__.pyi
index 55c02b5e8..7c21c5b56 100644
--- a/bindings/python/py_src/tokenizers/__init__.pyi
+++ b/bindings/python/py_src/tokenizers/__init__.pyi
@@ -836,6 +836,18 @@ class Tokenizer:
         Returns:
             A :obj:`List` of :class:`~tokenizers.Encoding`: The encoded batch
 
+        """
+        pass
+    @property
+    def encode_special_tokens(self):
+        """
+        Modifies the tokenizer in order to use or not the special tokens
+        during encoding.
+
+        Args:
+            value (:obj:`bool`):
+                Whether to use the special tokens or not
+
         """
         pass
     @staticmethod
@@ -1034,19 +1046,6 @@ class Tokenizer:
                 Whether the JSON file should be pretty formatted.
         """
         pass
-    def set_encode_special_tokens(self, value):
-        """
-        Modifies the tokenizer in order to use or not the special tokens
-        during encoding.
-
-        Args:
-            value (:obj:`bool`):
-                Whether to use the special tokens or not
-
-        Returns:
-            :obj:`Optional[str]`: An optional token, :obj:`None` if out of vocabulary
-        """
-        pass
     def to_str(self, pretty=False):
         """
         Gets a serialized string representing this :class:`~tokenizers.Tokenizer`.