From b45545dc47382be6882ad874a2384c2314ed3045 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Fri, 1 May 2026 20:17:55 +0000 Subject: [PATCH] Update tokenizers requirement from 0.22.1 to 0.23.1 Updates the requirements on [tokenizers](https://github.com/huggingface/tokenizers) to permit the latest version. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.22.1...v0.23.1) --- updated-dependencies: - dependency-name: tokenizers dependency-version: 0.23.1 dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Cargo.toml b/Cargo.toml index 01a34d9..8fef7e4 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -52,7 +52,7 @@ cudarc = { version = "0.19", optional = true, default-features = false, features "dynamic-linking" ] } ureq = { version = "3.1.4", default-features = false, features = ["rustls", "gzip"] } -tokenizers = { version = "0.22.1", optional = true } +tokenizers = { version = "0.23.1", optional = true } lru = { version = "0.16.2", default-features = false }