mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-24 00:12:08 +00:00
757223b352
- Refactor code to allow supporting multiple versions of the generate.proto at the same time - Add v3/generate.proto (ISO to generate.proto for now but allow for future changes without impacting v2 backends) - Add Schedule trait to abstract queuing and batching mechanisms that will be different in the future - Add SchedulerV2/V3 impl
23 lines
475 B
TOML
23 lines
475 B
TOML
[package]
|
|
name = "text-generation-client"
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
authors.workspace = true
|
|
homepage.workspace = true
|
|
|
|
[dependencies]
|
|
async-trait = "^0.1"
|
|
base64 = { workspace = true }
|
|
futures = "^0.3"
|
|
grpc-metadata = { path = "../grpc-metadata" }
|
|
prost = "^0.12"
|
|
thiserror = "^1.0"
|
|
tokio = { version = "^1.32", features = ["sync"] }
|
|
tonic = "^0.10"
|
|
tower = "^0.4"
|
|
tracing = "^0.1"
|
|
|
|
[build-dependencies]
|
|
tonic-build = "0.10.1"
|
|
prost-build = "0.12.1"
|