huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-21 23:12:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(trtllm): minor fix

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-10-21 23:50:02 +02:00
parent 47d8c53dda
commit 84f3bf902a
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/trtllm/include/backend.h
View File

@ -44,7 +44,7 @@ namespace huggingface::tgi::backends {
/** /**
* Initialize logging mechanism * Initialize logging mechanism
*/ */
void huggingface::tgi::backends::InitializeLogging() { void InitializeLogging() {
#ifdef NDEBUG #ifdef NDEBUG
if (const auto TRTLLM_LOG_LEVEL_CSTR = std::getenv("TRTLLM_LOG_LEVEL")) { if (const auto TRTLLM_LOG_LEVEL_CSTR = std::getenv("TRTLLM_LOG_LEVEL")) {
std::string log_level(TRTLLM_LOG_LEVEL_CSTR); std::string log_level(TRTLLM_LOG_LEVEL_CSTR);

3
backends/trtllm/lib/backend.cpp
View File

@ -24,7 +24,8 @@ void huggingface::tgi::backends::InitializeBackend() {
} }
} }
[[nodiscard]] tle::ParallelConfig GetParallelConfig(const size_t worldSize, std::string workerPath) { [[nodiscard]]
tle::ParallelConfig GetParallelConfig(const size_t worldSize, std::string workerPath) {
auto mode = tle::CommunicationMode::kLEADER; auto mode = tle::CommunicationMode::kLEADER;
std::optional<tle::OrchestratorConfig> orchestratorConfig = std::nullopt; std::optional<tle::OrchestratorConfig> orchestratorConfig = std::nullopt;