diff --git a/backends/llamacpp/src/backend.rs b/backends/llamacpp/src/backend.rs index f95157f5..ebb40380 100644 --- a/backends/llamacpp/src/backend.rs +++ b/backends/llamacpp/src/backend.rs @@ -364,7 +364,7 @@ impl LlamacppSampler { bindings::llama_sampler_apply(self.chain, &mut view); let logprob = *view.data.offset(view.selected as _); bindings::llama_sampler_accept(self.chain, logprob.id); - (logprob.id, logprob.logit) // maybe p.ln() ? + (logprob.id, logprob.p.ln()) } } }