diff --git a/Cargo.toml b/Cargo.toml index 0106b19..457a567 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -26,7 +26,7 @@ rand = { version = "0.8.5", optional = true } [dev-dependencies] criterion = "0.5.1" rand = "0.8.5" -tokenizers = "0.15.2" +tokenizers = "0.19.1" [[bench]] name = "tokenize"