typo

huggingface · Dec 12, 2023 · 958b3a5 · 958b3a5
1 parent fae12dd
commit 958b3a5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tokenizers/src/tokenizer/normalizer.rs b/tokenizers/src/tokenizer/normalizer.rs
@@ -663,7 +663,7 @@ impl NormalizedString {
                 }
             });
 
-        // Copy the part remaining part of the input
+        // Copy the remaining part of the input
         new_normalized.push_str(&self.normalized[last_end..]);
         new_alignments.extend(&self.alignments[last_end..]);