From abc9d03ab93d3a80a87e0b307537bcb5714d6009 Mon Sep 17 00:00:00 2001 From: Arthur <48595927+ArthurZucker@users.noreply.github.com> Date: Thu, 14 Dec 2023 06:51:04 +0100 Subject: [PATCH] well well well (#28011) --- src/transformers/models/wav2vec2/tokenization_wav2vec2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/models/wav2vec2/tokenization_wav2vec2.py b/src/transformers/models/wav2vec2/tokenization_wav2vec2.py index 37b0af0a0e1253..a83ca02beb2ba4 100644 --- a/src/transformers/models/wav2vec2/tokenization_wav2vec2.py +++ b/src/transformers/models/wav2vec2/tokenization_wav2vec2.py @@ -273,7 +273,7 @@ def _add_tokens(self, new_tokens: Union[List[str], List[AddedToken]], special_to to_add = [] for token in new_tokens: if isinstance(token, str): - to_add.append(AddedToken(token, rstrip=False, lstrip=False, normalize=False)) + to_add.append(AddedToken(token, rstrip=False, lstrip=False, normalized=False)) else: to_add.append(token)