fix a clerical error in the comment

huggingface · Oct 7, 2023 · ae4cf6c · ae4cf6c
1 parent 4322056
commit ae4cf6c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tokenizers/src/models/bpe/model.rs b/tokenizers/src/models/bpe/model.rs
@@ -117,7 +117,7 @@ impl BpeBuilder {
         self
     }
 
-    /// Set the `fuse_unk` option.
+    /// Set the `byte_fallback` option.
     #[must_use]
     pub fn byte_fallback(mut self, byte_fallback: bool) -> Self {
         self.config.byte_fallback = byte_fallback;