remove print

huggingface · Oct 4, 2024 · 6d48e58 · 6d48e58
1 parent 2d4b373
commit 6d48e58
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/tokenizers/src/tokenizer/added_vocabulary.rs b/tokenizers/src/tokenizer/added_vocabulary.rs
@@ -358,7 +358,6 @@ impl AddedVocabulary {
                 if let Some(n) = normalizer {
                     n.normalize(&mut content).unwrap();
                 }
-                println!("{:?}", token);
                 content
             })
             .collect();