From 84f3bf902aa8a427d178d0b6b11012ea50f7727f Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Mon, 21 Oct 2024 23:50:02 +0200 Subject: [PATCH] chore(trtllm): minor fix --- backends/trtllm/include/backend.h | 2 +- backends/trtllm/lib/backend.cpp | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/backends/trtllm/include/backend.h b/backends/trtllm/include/backend.h index abba906e2..f98da2a5b 100644 --- a/backends/trtllm/include/backend.h +++ b/backends/trtllm/include/backend.h @@ -44,7 +44,7 @@ namespace huggingface::tgi::backends { /** * Initialize logging mechanism */ - void huggingface::tgi::backends::InitializeLogging() { + void InitializeLogging() { #ifdef NDEBUG if (const auto TRTLLM_LOG_LEVEL_CSTR = std::getenv("TRTLLM_LOG_LEVEL")) { std::string log_level(TRTLLM_LOG_LEVEL_CSTR); diff --git a/backends/trtllm/lib/backend.cpp b/backends/trtllm/lib/backend.cpp index b41933859..e200ebc86 100644 --- a/backends/trtllm/lib/backend.cpp +++ b/backends/trtllm/lib/backend.cpp @@ -24,7 +24,8 @@ void huggingface::tgi::backends::InitializeBackend() { } } -[[nodiscard]] tle::ParallelConfig GetParallelConfig(const size_t worldSize, std::string workerPath) { +[[nodiscard]] +tle::ParallelConfig GetParallelConfig(const size_t worldSize, std::string workerPath) { auto mode = tle::CommunicationMode::kLEADER; std::optional orchestratorConfig = std::nullopt;