Update generate_tests.py

huggingface · Sep 19, 2023 · dc0e881 · dc0e881
1 parent 5b79108
commit dc0e881
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tests/generate_tests.py b/tests/generate_tests.py
@@ -111,8 +111,8 @@ def generate_tokenizer_tests():
 
     results = {}
 
-    tokenizers_to_test = FLATTENED_SUPPORTED_MODELS
-    tokenizers_to_test += list(ADDITIONAL_TOKENIZERS_TO_TEST.items())
+    tokenizers_to_test = FLATTENED_SUPPORTED_MODELS + \
+        list(ADDITIONAL_TOKENIZERS_TO_TEST.items())
 
     for model_type, tokenizer_names in tokenizers_to_test:
         if model_type in MODELS_TO_IGNORE: