upgrade dependencies

Author: aneubeck

crates/bpe-openai/Cargo.toml

@@ -21,7 +21,7 @@ unicode-normalization = "0.1"
 
 [dev-dependencies]
 bpe = { version = "0.2", path = "../bpe", features = ["rand"] }
-tiktoken-rs = "0.9"
+tiktoken-rs = "0.11"
 
 [build-dependencies]
 base64 = "0.22"

crates/bpe/Cargo.toml

@@ -26,7 +26,7 @@ serde = { version = "1", features = ["derive"] }
 
 [dev-dependencies]
 bpe = { path = "." }
-tiktoken-rs = "0.9"
+tiktoken-rs = "0.11"
 
 [package.metadata.docs.rs]
 all-features = true

crates/bpe/benchmarks/Cargo.toml

@@ -22,5 +22,5 @@ bpe = { path = "../../bpe", features = ["rand", "tiktoken"] }
 bpe-openai = { path = "../../bpe-openai" }
 criterion = "0.8"
 rand = "0.10"
-tiktoken-rs = "0.9"
-tokenizers = { version = "0.22", features = ["http"] }
+tiktoken-rs = "0.11"
+tokenizers = { version = "0.23", features = ["http"] }

crates/bpe/tests/Cargo.toml

@@ -7,4 +7,4 @@ bpe = { path = "../../bpe", features = ["rand"] }
 bpe-openai = { path = "../../bpe-openai" }
 itertools = "0.14"
 rand = "0.10"
-tiktoken-rs = "0.9"
+tiktoken-rs = "0.11"

crates/consistent-choose-k/benchmarks/Cargo.toml

@@ -11,5 +11,5 @@ test = false
 [dependencies]
 consistent-choose-k = { path = "../" }
 
-criterion = { version = "0.7", features = ["csv_output"] }
-rand = "0.9"
+criterion = { version = "0.8", features = ["csv_output"] }
+rand = "0.10"

crates/consistent-choose-k/benchmarks/performance.rs

@@ -9,7 +9,7 @@ use criterion::{
     criterion_group, criterion_main, AxisScale, BenchmarkId, Criterion, PlotConfiguration,
     Throughput,
 };
-use rand::{rng, Rng};
+use rand::{rng, RngExt};
 
 fn throughput_benchmark(c: &mut Criterion) {
     let keys: Vec<u64> = rng().random_iter().take(1000).collect();

crates/sparse-ngrams/Cargo.toml

@@ -17,4 +17,4 @@ path = "benchmarks/performance.rs"
 harness = false
 
 [dev-dependencies]
-criterion = "0.7"
+criterion = "0.8"

crates/sparse-ngrams/benchmarks/performance.rs

@@ -1,4 +1,6 @@
-use criterion::{black_box, criterion_group, criterion_main, BenchmarkId, Criterion, Throughput};
+use std::hint::black_box;
+
+use criterion::{criterion_group, criterion_main, BenchmarkId, Criterion, Throughput};
 use sparse_ngrams::{
     collect_sparse_grams_deque, collect_sparse_grams_scan, max_sparse_grams, NGram,
 };