diff --git a/Cargo.toml b/Cargo.toml index 3102e14..d747fad 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -40,7 +40,7 @@ color-eyre = "0.6.3" rand = "0.8.5" regex = "1.11.0" serde_json = "1.0.129" -tokenizers = { version = "0.20.1", features = ["hf-hub", "http"] } +tokenizers = { version = "0.21.0", features = ["hf-hub", "http"] } tokio = { version = "1.40.0", features = ["rt-multi-thread"] } [package.metadata.docs.rs]