remove print

huggingface · Jul 12, 2024 · 0d4e859 · 0d4e859
1 parent 7ff8935
commit 0d4e859
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/tokenizers/src/tokenizer/added_vocabulary.rs b/tokenizers/src/tokenizer/added_vocabulary.rs
@@ -358,7 +358,6 @@ impl AddedVocabulary {
                 if let Some(n) = normalizer {
                     n.normalize(&mut content).unwrap();
                 }
-                println!("{:?}", token);
                 content
             })
             .collect();