huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-23 16:02:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

(ffi) missing namespace for tle::Response

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-08-10 00:21:18 +02:00
parent 8e648ce425
commit 3d0e90b631
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/trtllm/src/ffi.cpp
View File

@ -43,7 +43,7 @@ huggingface::tgi::backends::TensorRtLlmBackendImpl::PullTokens() {
SPDLOG_DEBUG(FMT_STRING("Pulled out {:d} new tokens"), responses->size()); SPDLOG_DEBUG(FMT_STRING("Pulled out {:d} new tokens"), responses->size());
// Transform tle::Response to GenerationStep // Transform tle::Response to GenerationStep
std::ranges::transform(responses.begin(), responses.end(), std::back_inserter(*steps), [&](const Response &r) { std::ranges::transform(responses.begin(), responses.end(), std::back_inserter(*steps), [&](const tle::Response &r) {
const auto reqId = r.getRequestId(); const auto reqId = r.getRequestId();
if (!r.hasError()) { if (!r.hasError()) {
const auto result = r.getResult(); const auto result = r.getResult();