fmt and lint

huggingface · Mar 25, 2024 · d3e8008 · d3e8008
1 parent fc9befa
commit d3e8008
Showing 1 changed file with 5 additions and 6 deletions.
diff --git a/tokenizers/src/pre_tokenizers/metaspace.rs b/tokenizers/src/pre_tokenizers/metaspace.rs
@@ -115,12 +115,11 @@ impl PreTokenizer for Metaspace {
                 if !normalized.get().starts_with(self.replacement) {
                     normalized.prepend(&self.str_rep);
                 }
-            } else if self.prepend_scheme == PrependScheme::First {
-                if normalized.offsets_original().0 == 0
-                    && !normalized.get().starts_with(self.replacement)
-                {
-                    normalized.prepend(&self.str_rep);
-                }
+            } else if self.prepend_scheme == PrependScheme::First
+                && normalized.offsets_original().0 == 0
+                && !normalized.get().starts_with(self.replacement)
+            {
+                normalized.prepend(&self.str_rep);
             }
             normalized.split(self.replacement, SplitDelimiterBehavior::MergedWithNext)
         })