huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-11 03:42:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(backend): remove static from inner_fw visitor as it leads to invalid memory locations

Browse Source
This commit is contained in:
Morgan Funtowicz 2024-11-03 11:25:12 +01:00
parent 7b0a56f40f
commit 31d9254776
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/llamacpp/csrc/ffi.hpp
View File

@ -71,7 +71,7 @@ namespace huggingface::tgi::backends::llamacpp {
rust::Fn<void(OpaqueStream *, uint32_t, float_t, bool)> callback rust::Fn<void(OpaqueStream *, uint32_t, float_t, bool)> callback
) { ) {
// Define the visitor lambda function which requires the has_emplace_generate constraint on T // Define the visitor lambda function which requires the has_emplace_generate constraint on T
static auto inner_fw = [=, &sampling_params, &stream, &callback]<has_emplace_generate T>(T &&backend) auto inner_fw = [=, &sampling_params, &stream, &callback]<has_emplace_generate T>(T &&backend)
-> std::expected<size_t, backend_error_t> { -> std::expected<size_t, backend_error_t> {
auto context_forwarding_callback = [=, &stream](uint32_t new_token_id, float_t logits, bool is_eos){ auto context_forwarding_callback = [=, &stream](uint32_t new_token_id, float_t logits, bool is_eos){