From 40f9e2f77debeca515e21264654e554ee008d78e Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 2 Dec 2024 03:50:22 +0000 Subject: [PATCH] chore(deps): update tokenizers requirement from 0.20.1 to 0.21.0 Updates the requirements on [tokenizers](https://github.com/huggingface/tokenizers) to permit the latest version. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.20.1...v0.21.0) --- updated-dependencies: - dependency-name: tokenizers dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Cargo.toml b/Cargo.toml index 3102e14..d747fad 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -40,7 +40,7 @@ color-eyre = "0.6.3" rand = "0.8.5" regex = "1.11.0" serde_json = "1.0.129" -tokenizers = { version = "0.20.1", features = ["hf-hub", "http"] } +tokenizers = { version = "0.21.0", features = ["hf-hub", "http"] } tokio = { version = "1.40.0", features = ["rt-multi-thread"] } [package.metadata.docs.rs]