huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Revert "update rust tokenizer"

Browse Source 
This reverts commit d995bb221b7fe892f5582fb740f70e7bcf4cecea.
This commit is contained in:
Nikola Borisov 2023-09-28 18:02:31 -07:00
parent 890fc9a884
commit 11e1e059db
2 changed files with 350 additions and 356 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

704
Cargo.lock generated
View File

File diff suppressed because it is too large Load Diff

2
router/Cargo.toml
View File

@ -32,7 +32,7 @@ reqwest = { version = "0.11.14", features = [] }
serde = "1.0.152" serde = "1.0.152"
serde_json = "1.0.93" serde_json = "1.0.93"
thiserror = "1.0.38" thiserror = "1.0.38"
tokenizers = "0.14.0" tokenizers = "0.13.3"
tokio = { version = "1.25.0", features = ["rt", "rt-multi-thread", "parking_lot", "signal", "sync"] } tokio = { version = "1.25.0", features = ["rt", "rt-multi-thread", "parking_lot", "signal", "sync"] }
tower-http = { version = "0.4.0", features = ["cors"] } tower-http = { version = "0.4.0", features = ["cors"] }
tracing = "0.1.37" tracing = "0.1.37"