From aed30fcc68f42524f5c1ed02417c890c215aec74 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Wed, 22 Nov 2023 13:44:56 +0800 Subject: [PATCH] chore(deps): update tokenizers optional requirement from 0.14.1 to 0.15.0 (#38) Updates the requirements on [tokenizers](https://github.com/huggingface/tokenizers) to permit the latest version. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.14.1...v0.15.0) --- updated-dependencies: - dependency-name: tokenizers dependency-type: direct:production ... Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> --- Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Cargo.toml b/Cargo.toml index 1588be6..8df869d 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -26,7 +26,7 @@ rand = { version = "0.8.5", optional = true } [dev-dependencies] rand = "0.8.5" criterion = "0.5.1" -tokenizers = "0.14.1" +tokenizers = "0.15.0" [[bench]] name = "tokenize"