decoder as well

huggingface · Aug 6, 2024 · 6860310 · 6860310
1 parent 021eec2
commit 6860310
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tokenizers/src/decoders/mod.rs b/tokenizers/src/decoders/mod.rs
@@ -100,7 +100,7 @@ mod tests {
 
     #[test]
     fn decoder_deserialization_no_type() {
-        let json = r#"{"replacement":"▁","prepend_scheme":"always"}"#;
+        let json = r#"{"replacement":"▁","add_prefix_space":true,"prepend_scheme":"always"}"#;
         assert!(serde_json::from_str::<DecoderWrapper>(json).is_err());
     }
 }