revert unwanted pub for original

huggingface · Jul 12, 2024 · 7761621 · 7761621
1 parent 0594b51
commit 7761621
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tokenizers/src/tokenizer/pre_tokenizer.rs b/tokenizers/src/tokenizer/pre_tokenizer.rs
@@ -51,7 +51,7 @@ impl From<(NormalizedString, Option<Vec<Token>>)> for Split {
 /// original string.
 #[derive(Debug, Clone, PartialEq, Eq)]
 pub struct PreTokenizedString {
-    pub original: String,
+    original: String,
     splits: Vec<Split>,
 }