mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-10-09 23:15:23 +00:00
16 lines
336 B
Rust
16 lines
336 B
Rust
pub use backend::TrtLLmBackend;
|
|
|
|
mod backend;
|
|
pub mod errors;
|
|
|
|
#[cxx::bridge(namespace = "huggingface::tgi::backends")]
|
|
mod ffi {
|
|
unsafe extern "C++" {
|
|
include!("backends/trtllm/src/ffi.cpp");
|
|
|
|
type TensorRtLlmBackend;
|
|
|
|
fn create_trtllm_backend(engine_folder: &str) -> UniquePtr<TensorRtLlmBackend>;
|
|
}
|
|
}
|