huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-25 03:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

(ffi) remove narrowing type warning

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-08-03 21:55:04 +00:00 committed by Morgan Funtowicz
parent fb759bdd2a
commit 0b0c30fe8b
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/trtllm/include/ffi.h
View File

@ -5,7 +5,7 @@
#ifndef TGI_TRTLLM_BACKEND_FFI_H #ifndef TGI_TRTLLM_BACKEND_FFI_H
#define TGI_TRTLLM_BACKEND_FFI_H #define TGI_TRTLLM_BACKEND_FFI_H
ad#include <cmath> #include <cmath>
#include <cstddef> #include <cstddef>
#include <memory> #include <memory>
#include "backend.h" #include "backend.h"

2
backends/trtllm/src/ffi.cpp
View File

@ -48,7 +48,7 @@ huggingface::tgi::backends::ConvertResponseToGenerationStep(const tle::Response
const auto result = response.getResult(); const auto result = response.getResult();
return std::move(GenerationStep{ return std::move(GenerationStep{
reqId, reqId,
result.outputTokenIds[0][0], static_cast<uint32_t>(result.outputTokenIds[0][0]),
result.logProbs.value()[0][0], result.logProbs.value()[0][0],
result.isFinal, result.isFinal,
false, false,