From 92bb1136533be3dc6fd99f1beba9986ec70efec2 Mon Sep 17 00:00:00 2001
From: Morgan Funtowicz <funtowiczmo@gmail.com>
Date: Wed, 23 Oct 2024 00:10:41 +0200
Subject: [PATCH] feat(backend): use llama_token as TokenId type

---
 backends/llamacpp/csrc/backend.hpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backends/llamacpp/csrc/backend.hpp b/backends/llamacpp/csrc/backend.hpp
index e109a158c..73bad99cb 100644
--- a/backends/llamacpp/csrc/backend.hpp
+++ b/backends/llamacpp/csrc/backend.hpp
@@ -19,7 +19,7 @@ namespace huggingface::tgi::backends::llama {
 
 
     class TgiLlamaCppBackend {
-        using TokenId = int32_t;
+        using TokenId = llama_token;
 
     private:
         llama_model* model;