mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-10-10 15:35:24 +00:00
12 lines
209 B
Rust
12 lines
209 B
Rust
|
mod backend;
|
||
|
|
|
||
|
|
#[cxx::bridge(namespace = "huggingface::tgi::backends")]
|
||
|
|
mod ffi {
|
||
|
|
unsafe extern "C++" {
|
||
|
|
include!("backends/trtllm/include/backend.h");
|
||
|
|
|
||
|
|
type TensorRtLlmBackendImpl;
|
||
|
|
|
||
|
|
}
|
||
|
|
}
|