diff --git a/Cargo.lock b/Cargo.lock index 3b9be13..bfd8ba8 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -364,12 +364,6 @@ version = "0.13.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8" -[[package]] -name = "base64" -version = "0.21.7" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9d297deb1925b89f2ccc13d7635fa0714f12c87adce1c75356b39ca9b7178567" - [[package]] name = "base64" version = "0.22.1" @@ -1123,7 +1117,7 @@ dependencies = [ "libc", "option-ext", "redox_users", - "windows-sys 0.59.0", + "windows-sys 0.60.2", ] [[package]] @@ -5059,16 +5053,15 @@ dependencies = [ [[package]] name = "tiktoken-rs" -version = "0.6.0" +version = "0.7.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "44075987ee2486402f0808505dd65692163d243a337fc54363d49afac41087f6" +checksum = "25563eeba904d770acf527e8b370fe9a5547bacd20ff84a0b6c3bc41288e5625" dependencies = [ "anyhow", - "base64 0.21.7", + "base64 0.22.1", "bstr", "fancy-regex 0.13.0", "lazy_static", - "parking_lot", "regex", "rustc-hash 1.1.0", ] diff --git a/Cargo.toml b/Cargo.toml index 1d563d5..6f295d3 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -37,7 +37,7 @@ serde_json = "1.0.140" serde_with = "3.13.0" sysinfo = "0.35.2" tempfile = "3.20.0" -tiktoken-rs = "0.6.0" +tiktoken-rs = "0.7.0" tokenizers = "0.21.1" tqdm = "0.7.0" zip = "4.1.0"