huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix trtllm lint.

Browse Source
This commit is contained in:
Nicolas Patry 2024-07-30 16:21:07 +02:00
parent e3418c3340
commit db17050c22
No known key found for this signature in database
GPG Key ID: E939E8CC91A1C674
6 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/trtllm/Cargo.toml
View File

@ -23,4 +23,4 @@ log = { version = "0.4", features = [] }
[build-dependencies] [build-dependencies]
cmake = "0.1" cmake = "0.1"
cxx-build = { version = "1.0", features = ["parallel"] } cxx-build = { version = "1.0", features = ["parallel"] }
pkg-config = "0.3" pkg-config = "0.3"

2
backends/trtllm/README.md
View File

@ -43,4 +43,4 @@ sequenceDiagram
end end
end end
``` ```

2
backends/trtllm/cmake/json.cmake
View File

@ -2,4 +2,4 @@ fetchcontent_declare(
json json
URL https://github.com/nlohmann/json/releases/download/v3.11.3/json.tar.xz URL https://github.com/nlohmann/json/releases/download/v3.11.3/json.tar.xz
) )
fetchcontent_makeavailable(json) fetchcontent_makeavailable(json)

2
backends/trtllm/include/backend.h
View File

@ -118,4 +118,4 @@ namespace huggingface::tgi::backends {
} }
#endif //TGI_TRTLLM_BACKEND_H #endif //TGI_TRTLLM_BACKEND_H

2
backends/trtllm/lib/backend.cpp
View File

@ -143,4 +143,4 @@ std::vector<tle::Response> huggingface::tgi::backends::TensorRtLlmBackend::Poll(
void huggingface::tgi::backends::TensorRtLlmBackend::Shutdown() { void huggingface::tgi::backends::TensorRtLlmBackend::Shutdown() {
SPDLOG_INFO("Shutting down executor"); SPDLOG_INFO("Shutting down executor");
executor.shutdown(); executor.shutdown();
} }

2
backends/trtllm/tests/infer_test.cpp
View File

@ -11,4 +11,4 @@ TEST_CASE("Load TRTLLM Engine on the TGI Backend", "[trtllm][engine][load]") {
spdlog::info("Loading config from: {}", absolute(engines).string()); spdlog::info("Loading config from: {}", absolute(engines).string());
huggingface::tgi::backends::TensorRtLlmBackend backend(engines, executor); huggingface::tgi::backends::TensorRtLlmBackend backend(engines, executor);
} }