From 2a51e415ff4bba5f2d5252a502119eb123c51a14 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Adrien=20Gallou=C3=ABt?= <angt@huggingface.co>
Date: Sat, 1 Feb 2025 11:37:14 +0000
Subject: [PATCH] Output real logprobs
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Signed-off-by: Adrien Gallouët <angt@huggingface.co>
---
 backends/llamacpp/src/backend.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backends/llamacpp/src/backend.rs b/backends/llamacpp/src/backend.rs
index f95157f5..ebb40380 100644
--- a/backends/llamacpp/src/backend.rs
+++ b/backends/llamacpp/src/backend.rs
@@ -364,7 +364,7 @@ impl LlamacppSampler {
             bindings::llama_sampler_apply(self.chain, &mut view);
             let logprob = *view.data.offset(view.selected as _);
             bindings::llama_sampler_accept(self.chain, logprob.id);
-            (logprob.id, logprob.logit) // maybe p.ln() ?
+            (logprob.id, logprob.p.ln())
         }
     }
 }