Skip to content

Commit

Permalink
styling
Browse files Browse the repository at this point in the history
  • Loading branch information
ArthurZucker committed Aug 7, 2024
1 parent 0e512fb commit 4e8ee6e
Show file tree
Hide file tree
Showing 3 changed files with 4 additions and 2 deletions.
1 change: 1 addition & 0 deletions bindings/python/tests/bindings/test_normalizers.py
Original file line number Diff line number Diff line change
Expand Up @@ -73,6 +73,7 @@ def test_items(self):
pre_tokenizers[0].lower_case = False
assert not pre_tokenizers[0].lower_case


class TestLowercase:
def test_instantiate(self):
assert isinstance(Lowercase(), Normalizer)
Expand Down
3 changes: 2 additions & 1 deletion bindings/python/tests/bindings/test_pre_tokenizers.py
Original file line number Diff line number Diff line change
Expand Up @@ -170,11 +170,12 @@ def test_bert_like(self):
]

def test_items(self):
pre_tokenizers = Sequence([Metaspace("a", "never", split = True), Punctuation()])
pre_tokenizers = Sequence([Metaspace("a", "never", split=True), Punctuation()])
assert pre_tokenizers[1].__class__ == Punctuation
pre_tokenizers[0].split = False
assert not pre_tokenizers[0].split


class TestDigits:
def test_instantiate(self):
assert Digits() is not None
Expand Down
2 changes: 1 addition & 1 deletion bindings/python/tests/bindings/test_tokenizer.py
Original file line number Diff line number Diff line change
Expand Up @@ -559,4 +559,4 @@ def test_setting_to_none(self):

tokenizer.pre_tokenizer = Metaspace()
tokenizer.pre_tokenizer = None
assert tokenizer.pre_tokenizer == None
assert tokenizer.pre_tokenizer == None

0 comments on commit 4e8ee6e

Please sign in to comment.