We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 5400b0f + f860491 commit b996f77Copy full SHA for b996f77
1 file changed
crates/bpe/benchmarks/Cargo.toml
@@ -23,4 +23,4 @@ bpe-openai = { path = "../../bpe-openai" }
23
criterion = "0.7"
24
rand = "0.9"
25
tiktoken-rs = "0.7"
26
-tokenizers = { version = "0.21", features = ["http"] }
+tokenizers = { version = "0.22", features = ["http"] }
0 commit comments