From 31d925477600564da81668727f86b954b1a13e26 Mon Sep 17 00:00:00 2001
From: Morgan Funtowicz <funtowiczmo@gmail.com>
Date: Sun, 3 Nov 2024 11:25:12 +0100
Subject: [PATCH] feat(backend): remove static from inner_fw visitor as it
 leads to invalid memory locations

---
 backends/llamacpp/csrc/ffi.hpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backends/llamacpp/csrc/ffi.hpp b/backends/llamacpp/csrc/ffi.hpp
index c823b72b..63f8d3b6 100644
--- a/backends/llamacpp/csrc/ffi.hpp
+++ b/backends/llamacpp/csrc/ffi.hpp
@@ -71,7 +71,7 @@ namespace huggingface::tgi::backends::llamacpp {
                 rust::Fn<void(OpaqueStream *, uint32_t, float_t, bool)> callback
         ) {
             // Define the visitor lambda function which requires the has_emplace_generate constraint on T
-            static auto inner_fw = [=, &sampling_params, &stream, &callback]<has_emplace_generate T>(T &&backend)
+            auto inner_fw = [=, &sampling_params, &stream, &callback]<has_emplace_generate T>(T &&backend)
                     -> std::expected<size_t, backend_error_t> {
 
                 auto context_forwarding_callback = [=, &stream](uint32_t new_token_id, float_t logits, bool is_eos){