diff --git a/backends/trtllm/src/ffi.cpp b/backends/trtllm/src/ffi.cpp index b15a4c40..5121b75c 100644 --- a/backends/trtllm/src/ffi.cpp +++ b/backends/trtllm/src/ffi.cpp @@ -43,7 +43,7 @@ huggingface::tgi::backends::TensorRtLlmBackendImpl::PullTokens() { SPDLOG_DEBUG(FMT_STRING("Pulled out {:d} new tokens"), responses->size()); // Transform tle::Response to GenerationStep - std::ranges::transform(responses.begin(), responses.end(), std::back_inserter(*steps), [&](const Response &r) { + std::ranges::transform(responses.begin(), responses.end(), std::back_inserter(*steps), [&](const tle::Response &r) { const auto reqId = r.getRequestId(); if (!r.hasError()) { const auto result = r.getResult();