mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-05-10 03:52:08 +00:00
23 lines
521 B
TOML
23 lines
521 B
TOML
|
[package]
|
||
|
name = "trtllm"
|
||
|
version.workspace = true
|
||
|
edition.workspace = true
|
||
|
authors.workspace = true
|
||
|
homepage.workspace = true
|
||
|
|
||
|
build = "build.rs"
|
||
|
|
||
|
[dependencies]
|
||
|
async-trait = "0.1"
|
||
|
async-stream = "0.3"
|
||
|
clap = { version = "4.5", features = ["derive", "env"] }
|
||
|
text-generation-router = { path = "../../router" }
|
||
|
tokio = { version = "1.32.0", features = ["rt", "rt-multi-thread", "parking_lot", "signal", "sync"] }
|
||
|
tokio-stream = "0.1.14"
|
||
|
thiserror = "1.0"
|
||
|
|
||
|
[build-dependencies]
|
||
|
anyhow = "1.0"
|
||
|
cmake = "0.1"
|
||
|
git2 = "0.19"
|