diff --git a/backends/trtllm/include/ffi.h b/backends/trtllm/include/ffi.h index 55f90f9f..f4a998b2 100644 --- a/backends/trtllm/include/ffi.h +++ b/backends/trtllm/include/ffi.h @@ -5,7 +5,7 @@ #ifndef TGI_TRTLLM_BACKEND_FFI_H #define TGI_TRTLLM_BACKEND_FFI_H -ad#include +#include #include #include #include "backend.h" diff --git a/backends/trtllm/src/ffi.cpp b/backends/trtllm/src/ffi.cpp index adaaced6..b9f3d009 100644 --- a/backends/trtllm/src/ffi.cpp +++ b/backends/trtllm/src/ffi.cpp @@ -48,7 +48,7 @@ huggingface::tgi::backends::ConvertResponseToGenerationStep(const tle::Response const auto result = response.getResult(); return std::move(GenerationStep{ reqId, - result.outputTokenIds[0][0], + static_cast(result.outputTokenIds[0][0]), result.logProbs.value()[0][0], result.isFinal, false,