From bd8f0f15e11d433e31d64ae101d6e5c62b1765d6 Mon Sep 17 00:00:00 2001
From: Morgan Funtowicz <funtowiczmo@gmail.com>
Date: Sun, 3 Nov 2024 00:52:58 +0100
Subject: [PATCH] feat(backend): fix invalid reference to ctx instead of
 context in release build

---
 backends/llamacpp/csrc/backend.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backends/llamacpp/csrc/backend.cpp b/backends/llamacpp/csrc/backend.cpp
index 50d5897cb..b88067f8b 100644
--- a/backends/llamacpp/csrc/backend.cpp
+++ b/backends/llamacpp/csrc/backend.cpp
@@ -105,7 +105,7 @@ namespace huggingface::tgi::backends::llamacpp {
             const auto latency = std::chrono::duration_cast<std::chrono::milliseconds>(end - start);
             SPDLOG_DEBUG(FMT_STRING("Successfully decoded {:d} token(s) in {}"), batch.n_tokens, latency);
 #else
-            const auto status = llama_decode(ctx, batch);
+            const auto status = llama_decode(context, batch);
 #endif
             batch.n_tokens = 0;
             if (LLAMA_SUCCESS(status)) {