diff --git a/backends/llamacpp/csrc/backend.hpp b/backends/llamacpp/csrc/backend.hpp index e109a158c..73bad99cb 100644 --- a/backends/llamacpp/csrc/backend.hpp +++ b/backends/llamacpp/csrc/backend.hpp @@ -19,7 +19,7 @@ namespace huggingface::tgi::backends::llama { class TgiLlamaCppBackend { - using TokenId = int32_t; + using TokenId = llama_token; private: llama_model* model;