mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-21 14:52:20 +00:00
20 lines
320 B
C++
20 lines
320 B
C++
|
//
|
||
|
|
// Created by mfuntowicz on 10/23/24.
|
||
|
|
//
|
||
|
|
|
||
|
|
#ifndef TGI_LLAMA_CPP_BACKEND_FFI_HPP
|
||
|
|
#define TGI_LLAMA_CPP_BACKEND_FFI_HPP
|
||
|
|
|
||
|
|
#include "backend.hpp"
|
||
|
|
//#include "backends/llamacpp/src/lib.rs.h"
|
||
|
|
|
||
|
|
|
||
|
|
namespace huggingface::tgi::backends::llama {
|
||
|
|
class LlamaCppBackendImpl {
|
||
|
|
|
||
|
|
};
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
#endif //TGI_LLAMA_CPP_BACKEND_FFI_HPP
|