text-generation-inference/backends/llamacpp/src/lib.rs

pub mod backend;

#[cxx::bridge(namespace = "huggingface::tgi::backends::llama::impl")]
mod ffi {
    unsafe extern "C++" {
        include!("backends/llamacpp/csrc/backend.cpp");

        /// Represent an instance of the llama.cpp backend instance on C++ side
        type LlamaCppBackendImpl;
    }
}