mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-10-08 22:45:23 +00:00
14 lines
512 B
C++
14 lines
512 B
C++
#include <spdlog/spdlog.h>
|
|
#include <fmt/std.h>
|
|
|
|
#include "backend.h"
|
|
|
|
huggingface::tgi::backends::TensorRtLlmBackendImpl::TensorRtLlmBackendImpl(std::filesystem::path &engineFolder) {
|
|
SPDLOG_INFO(FMT_STRING("Loading engines from {}"), engineFolder);
|
|
}
|
|
|
|
std::unique_ptr<huggingface::tgi::backends::TensorRtLlmBackendImpl>
|
|
huggingface::tgi::backends::create_trtllm_backend(std::filesystem::path &engineFolder) {
|
|
return std::make_unique<huggingface::tgi::backends::TensorRtLlmBackendImpl>(engineFolder);
|
|
}
|