Merge branch 'update-stuff' of https://github.com/ArthurZucker/tokeni…

…zers into update-stuff
huggingface · Nov 14, 2023 · 4b9840b · 4b9840b
2 parents e68bcc3 + cc55193
commit 4b9840b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bindings/python/src/pre_tokenizers.rs b/bindings/python/src/pre_tokenizers.rs
@@ -504,7 +504,7 @@ impl PyMetaspace {
     #[setter]
     fn set_prepend_scheme(self_: PyRef<Self>, prepend_scheme: &str) -> PyResult<()> {
         // Assuming Metaspace has a method to set the prepend_scheme from a string
-        let scheme = match prepend_scheme.to_lowercase().as_str() {
+        let scheme = match prepend_scheme.as_str() {
             "first" => PrependScheme::First,
             "never" => PrependScheme::Never,
             "always" => PrependScheme::Always,