diff --git a/src/transformers/models/llama/tokenization_llama_fast.py b/src/transformers/models/llama/tokenization_llama_fast.py index 4a7ef126d41afe..580290841cfbef 100644 --- a/src/transformers/models/llama/tokenization_llama_fast.py +++ b/src/transformers/models/llama/tokenization_llama_fast.py @@ -151,9 +151,6 @@ def __init__( self.legacy = legacy if add_prefix_space is not None: - logger.warning_once( - "You set `add_prefix_space`. The tokenizer needs to be converted from the slow tokenizers" - ) kwargs["from_slow"] = True super().__init__( @@ -166,6 +163,7 @@ def __init__( add_bos_token=add_bos_token, add_eos_token=add_eos_token, use_default_system_prompt=use_default_system_prompt, + legacy=legacy, **kwargs, ) self._add_bos_token = add_bos_token