From 3d0e90b63112cbc8bfe1ba8a56a26eed6b23b4b3 Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Sat, 10 Aug 2024 00:21:18 +0200 Subject: [PATCH] (ffi) missing namespace for tle::Response --- backends/trtllm/src/ffi.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backends/trtllm/src/ffi.cpp b/backends/trtllm/src/ffi.cpp index b15a4c40..5121b75c 100644 --- a/backends/trtllm/src/ffi.cpp +++ b/backends/trtllm/src/ffi.cpp @@ -43,7 +43,7 @@ huggingface::tgi::backends::TensorRtLlmBackendImpl::PullTokens() { SPDLOG_DEBUG(FMT_STRING("Pulled out {:d} new tokens"), responses->size()); // Transform tle::Response to GenerationStep - std::ranges::transform(responses.begin(), responses.end(), std::back_inserter(*steps), [&](const Response &r) { + std::ranges::transform(responses.begin(), responses.end(), std::back_inserter(*steps), [&](const tle::Response &r) { const auto reqId = r.getRequestId(); if (!r.hasError()) { const auto result = r.getResult();