text-generation-inference/backends/llamacpp/Cargo.toml

[package]
name = "text-generation-router-llamacpp"
version.workspace = true
edition.workspace = true
authors.workspace = true
homepage.workspace = true

[build-dependencies]
bindgen = "0.71.1"
pkg-config = "0.3.31"

[dependencies]
async-trait = "0.1.85"
clap = "4.5.27"
num_cpus = "1.16.0"
text-generation-router = { path = "../../router" }
thiserror = "2.0.11"
tokenizers.workspace = true
tokio = "1.43.0"
tokio-stream = "0.1.17"
tracing = "0.1.41"
Add llamacpp backend Signed-off-by: Adrien Gallouët <angt@huggingface.co> 2025-01-24 09:05:37 +00:00			`[package]`
			`name = "text-generation-router-llamacpp"`
			`version.workspace = true`
			`edition.workspace = true`
			`authors.workspace = true`
			`homepage.workspace = true`

			`[build-dependencies]`
			`bindgen = "0.71.1"`
			`pkg-config = "0.3.31"`

			`[dependencies]`
			`async-trait = "0.1.85"`
			`clap = "4.5.27"`
Auto-detect n_threads when not provided Signed-off-by: Adrien Gallouët <angt@huggingface.co> 2025-02-01 18:33:26 +00:00			`num_cpus = "1.16.0"`
Add llamacpp backend Signed-off-by: Adrien Gallouët <angt@huggingface.co> 2025-01-24 09:05:37 +00:00			`text-generation-router = { path = "../../router" }`
			`thiserror = "2.0.11"`
			`tokenizers.workspace = true`
			`tokio = "1.43.0"`
			`tokio-stream = "0.1.17"`
			`tracing = "0.1.41"`