stub

bindings/python/py_src/tokenizers/__init__.pyi

@@ -836,6 +836,18 @@ class Tokenizer:
         Returns:
             A :obj:`List` of :class:`~tokenizers.Encoding`: The encoded batch
 
+        """
+        pass
+    @property
+    def encode_special_tokens(self):
+        """
+        Modifies the tokenizer in order to use or not the special tokens
+        during encoding.
+
+        Args:
+            value (:obj:`bool`):
+                Whether to use the special tokens or not
+
         """
         pass
     @staticmethod
@@ -1034,19 +1046,6 @@ class Tokenizer:
                 Whether the JSON file should be pretty formatted.
         """
         pass
-    def set_encode_special_tokens(self, value):
-        """
-        Modifies the tokenizer in order to use or not the special tokens
-        during encoding.
-
-        Args:
-            value (:obj:`bool`):
-                Whether to use the special tokens or not
-
-        Returns:
-            :obj:`Optional[str]`: An optional token, :obj:`None` if out of vocabulary
-        """
-        pass
     def to_str(self, pretty=False):
         """
         Gets a serialized string representing this :class:`~tokenizers.Tokenizer`.