From 0b0c30fe8b067ae678a3a41c903868e3a2ca1dbd Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Sat, 3 Aug 2024 21:55:04 +0000 Subject: [PATCH] (ffi) remove narrowing type warning --- backends/trtllm/include/ffi.h | 2 +- backends/trtllm/src/ffi.cpp | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/backends/trtllm/include/ffi.h b/backends/trtllm/include/ffi.h index 55f90f9f..f4a998b2 100644 --- a/backends/trtllm/include/ffi.h +++ b/backends/trtllm/include/ffi.h @@ -5,7 +5,7 @@ #ifndef TGI_TRTLLM_BACKEND_FFI_H #define TGI_TRTLLM_BACKEND_FFI_H -ad#include +#include #include #include #include "backend.h" diff --git a/backends/trtllm/src/ffi.cpp b/backends/trtllm/src/ffi.cpp index adaaced6..b9f3d009 100644 --- a/backends/trtllm/src/ffi.cpp +++ b/backends/trtllm/src/ffi.cpp @@ -48,7 +48,7 @@ huggingface::tgi::backends::ConvertResponseToGenerationStep(const tle::Response const auto result = response.getResult(); return std::move(GenerationStep{ reqId, - result.outputTokenIds[0][0], + static_cast(result.outputTokenIds[0][0]), result.logProbs.value()[0][0], result.isFinal, false,