huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-21 14:52:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(trtllm): minor fix

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-10-21 23:50:02 +02:00
parent 47d8c53dda
commit 84f3bf902a
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/trtllm/include/backend.h
View File

@ -44,7 +44,7 @@ namespace huggingface::tgi::backends {
/**
* Initialize logging mechanism
*/
void huggingface::tgi::backends::InitializeLogging() {
void InitializeLogging() {
#ifdef NDEBUG
if (const auto TRTLLM_LOG_LEVEL_CSTR = std::getenv("TRTLLM_LOG_LEVEL")) {
std::string log_level(TRTLLM_LOG_LEVEL_CSTR);

3
backends/trtllm/lib/backend.cpp
View File

@ -24,7 +24,8 @@ void huggingface::tgi::backends::InitializeBackend() {
}
}
[[nodiscard]] tle::ParallelConfig GetParallelConfig(const size_t worldSize, std::string workerPath) {
[[nodiscard]]
tle::ParallelConfig GetParallelConfig(const size_t worldSize, std::string workerPath) {
auto mode = tle::CommunicationMode::kLEADER;
std::optional<tle::OrchestratorConfig> orchestratorConfig = std::nullopt;