diff --git a/Cargo.lock b/Cargo.lock index b81b12e..074f0fc 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -2626,7 +2626,7 @@ dependencies = [ "sysinfo", "tempfile", "tiktoken-rs", - "tokenizers 0.22.0", + "tokenizers 0.22.1", "tqdm", "zip 5.1.1", ] @@ -5260,9 +5260,9 @@ dependencies = [ [[package]] name = "tokenizers" -version = "0.22.0" +version = "0.22.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "af10f51be57162b69d90a15cb226eef12c9e4faecbd5e3ea98a86bfb920b3d71" +checksum = "6475a27088c98ea96d00b39a9ddfb63780d1ad4cceb6f48374349a96ab2b7842" dependencies = [ "ahash", "aho-corasick", diff --git a/Cargo.toml b/Cargo.toml index f151fd1..6e38e38 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -38,7 +38,7 @@ serde_with = "3.14.1" sysinfo = "0.37.2" tempfile = "3.21.0" tiktoken-rs = "0.6.0" -tokenizers = "0.22.0" +tokenizers = "0.22.1" tqdm = "0.8.0" zip = "5.1.1"