diff --git a/tests/generate_tests.py b/tests/generate_tests.py index d9c457b9d..f389d5cf6 100644 --- a/tests/generate_tests.py +++ b/tests/generate_tests.py @@ -28,6 +28,10 @@ # TODO: Add back when https://github.com/huggingface/transformers/issues/26318 is fixed # 'Xenova/t5-tokenizer-new', ], + 'bert': [ + # Uses `Whitespace` pretokenizer + 'Xenova/jina-embeddings-v2-base-zh-tokenizer', + ], } MODELS_TO_IGNORE = [