diff --git a/tokenizers/src/tokenizer/added_vocabulary.rs b/tokenizers/src/tokenizer/added_vocabulary.rs index 09b56a59e..43de256c8 100644 --- a/tokenizers/src/tokenizer/added_vocabulary.rs +++ b/tokenizers/src/tokenizer/added_vocabulary.rs @@ -358,7 +358,6 @@ impl AddedVocabulary { if let Some(n) = normalizer { n.normalize(&mut content).unwrap(); } - println!("{:?}", token); content }) .collect();