huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

update rust tokenizer

Browse Source
This commit is contained in:
Nikola Borisov 2023-09-28 17:57:33 -07:00
parent 12684c902a
commit 890fc9a884
2 changed files with 357 additions and 351 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

706
Cargo.lock generated
View File

File diff suppressed because it is too large Load Diff

2
router/Cargo.toml
View File

@ -32,7 +32,7 @@ reqwest = { version = "0.11.14", features = [] }
serde = "1.0.152"
serde_json = "1.0.93"
thiserror = "1.0.38"
tokenizers = "0.13.3"
tokenizers = "0.14.0"
tokio = { version = "1.25.0", features = ["rt", "rt-multi-thread", "parking_lot", "signal", "sync"] }
tower-http = { version = "0.4.0", features = ["cors"] }
tracing = "0.1.37"