mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-10-10 23:45:23 +00:00
14 lines
241 B
C++
14 lines
241 B
C++
|
//
|
||
|
|
// Created by mfuntowicz on 6/30/24.
|
||
|
|
//
|
||
|
|
#include <filesystem>
|
||
|
|
|
||
|
|
|
||
|
|
namespace huggingface::tgi::backends::trtllm {
|
||
|
|
class TensorRtLlmBackend {
|
||
|
|
public:
|
||
|
|
TensorRtLlmBackend(std::filesystem::path engineFolder) {
|
||
|
|
|
||
|
|
}
|
||
|
|
};
|
||
|
|
}
|