diff --git a/Cargo.toml b/Cargo.toml index ea10309..fb64249 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -9,7 +9,7 @@ path = "src/lib.rs" [dependencies] tch = "0.17.0" -tokenizers = "0.20.0" +tokenizers = "0.21.0" serde = { version = "1.0", features = ["derive"] } serde_json = "1.0" rayon = "1.5"