mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-28 13:32:10 +00:00
17 lines
472 B
Rust
17 lines
472 B
Rust
pub mod backend;
|
|
|
|
#[cxx::bridge(namespace = "huggingface::tgi::backends::llamacpp::impl")]
|
|
mod ffi {
|
|
unsafe extern "C++" {
|
|
include!("backends/llamacpp/csrc/ffi.hpp");
|
|
|
|
/// Represent an instance of the llama.cpp backend instance on C++ side
|
|
type LlamaCppBackendImpl;
|
|
|
|
#[rust_name = "create_llamacpp_backend"]
|
|
fn CreateLlamaCppBackendImpl(
|
|
modelPath: &str,
|
|
) -> Result<UniquePtr<LlamaCppBackendImpl>>;
|
|
}
|
|
}
|