Putting back the imports.

bindings/python/Makefile

@@ -9,7 +9,7 @@ check_dirs := examples py_src/tokenizers tests
 style:
 	python stub.py
 	ruff check  $(check_dirs) --fix 
-	ruff format $(check_dirs)
+	ruff format $(check_dirs)t 
 
 # Check the source code is formatted correctly
 check-style:

bindings/python/pyproject.toml

@@ -67,4 +67,6 @@ lint.ignore = [
     "E721",
     # Import order
     "E402",
+    # Fixtures unused import
+    "F811",
 ]

bindings/python/tests/bindings/test_encoding.py

@@ -2,6 +2,8 @@
 
 from tokenizers import BertWordPieceTokenizer
 
+from ..utils import bert_files, data_dir
+
 
 class TestEncoding:
     @pytest.fixture(scope="class")

bindings/python/tests/bindings/test_models.py

@@ -3,6 +3,7 @@
 import pytest
 
 from tokenizers.models import BPE, Model, WordLevel, WordPiece
+from ..utils import bert_files, data_dir, roberta_files
 
 
 class TestBPE:

bindings/python/tests/bindings/test_processors.py

@@ -15,6 +15,8 @@
     TemplateProcessing,
 )
 
+from ..utils import data_dir, roberta_files
+
 
 class TestBertProcessing:
     def test_instantiate(self):

bindings/python/tests/bindings/test_tokenizer.py

@@ -9,7 +9,7 @@
 from tokenizers.pre_tokenizers import ByteLevel
 from tokenizers.processors import RobertaProcessing
 
-from ..utils import multiprocessing_with_parallelism
+from ..utils import bert_files, data_dir, multiprocessing_with_parallelism, roberta_files
 
 
 class TestAddedToken:

bindings/python/tests/bindings/test_trainers.py

@@ -14,6 +14,8 @@
     trainers,
 )
 
+from ..utils import data_dir, train_files
+
 
 class TestBpeTrainer:
     def test_can_modify(self):

bindings/python/tests/documentation/test_pipeline.py

@@ -1,5 +1,6 @@
 from tokenizers import Tokenizer
 
+from ..utils import data_dir, doc_pipeline_bert_tokenizer, doc_wiki_tokenizer
 
 disable_printing = True
 original_print = print

bindings/python/tests/documentation/test_quicktour.py

@@ -1,4 +1,5 @@
 from tokenizers import Tokenizer
+from ..utils import data_dir, doc_wiki_tokenizer
 
 
 disable_printing = True

bindings/python/tests/documentation/test_tutorial_train_from_iterators.py

@@ -5,6 +5,8 @@
 import datasets
 import pytest
 
+from ..utils import data_dir, train_files
+
 
 class TestTrainFromIterators:
     @staticmethod

bindings/python/tests/implementations/test_bert_wordpiece.py

@@ -1,6 +1,6 @@
 from tokenizers import BertWordPieceTokenizer
 
-from ..utils import multiprocessing_with_parallelism
+from ..utils import bert_files, data_dir, multiprocessing_with_parallelism
 
 
 class TestBertWordPieceTokenizer:

bindings/python/tests/implementations/test_byte_level_bpe.py

@@ -1,6 +1,6 @@
 from tokenizers import ByteLevelBPETokenizer
 
-from ..utils import multiprocessing_with_parallelism
+from ..utils import data_dir, multiprocessing_with_parallelism, roberta_files
 
 
 class TestByteLevelBPE:

bindings/python/tests/implementations/test_char_bpe.py

@@ -1,6 +1,6 @@
 from tokenizers import CharBPETokenizer
 
-from ..utils import multiprocessing_with_parallelism
+from ..utils import data_dir, multiprocessing_with_parallelism, openai_files
 
 
 class TestCharBPETokenizer:

bindings/python/tests/test_serialization.py

@@ -6,6 +6,7 @@
 
 from huggingface_hub import HfApi, cached_download, hf_hub_url
 from tokenizers import Tokenizer
+from .utils import albert_base, data_dir
 
 
 class TestSerialization: