Skip doctest on Windows (no tokenizer file because no make)

huggingface · Nov 7, 2024 · 218fd3b · 218fd3b
1 parent a326447
commit 218fd3b
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/tokenizers/src/tokenizer/mod.rs b/tokenizers/src/tokenizer/mod.rs
@@ -922,6 +922,8 @@ where
 /// Example:
 ///
 /// ```
+/// # #[cfg(not(target_os = "windows"))]
+/// # {
 /// use tokenizers::Tokenizer;
 /// let tokenizer = Tokenizer::from_file("data/roberta.json").unwrap();
 ///
@@ -933,6 +935,7 @@ where
 ///     decode_stream.step(1246).unwrap(),
 ///     Some(" example".to_string())
 /// );
+/// # }
 /// ```
 ///
 /// Returning `None` means the given id is not enough to produce a chunk.