huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Output real logprobs

Browse Source 
Signed-off-by: Adrien Gallouët <angt@huggingface.co>
This commit is contained in:
Adrien Gallouët 2025-02-01 11:37:14 +00:00
parent 161280f313
commit 2a51e415ff
No known key found for this signature in database
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/llamacpp/src/backend.rs
View File

@ -364,7 +364,7 @@ impl LlamacppSampler {
bindings::llama_sampler_apply(self.chain, &mut view); bindings::llama_sampler_apply(self.chain, &mut view);
let logprob = *view.data.offset(view.selected as _); let logprob = *view.data.offset(view.selected as _);
bindings::llama_sampler_accept(self.chain, logprob.id); bindings::llama_sampler_accept(self.chain, logprob.id);
(logprob.id, logprob.logit) // maybe p.ln() ? (logprob.id, logprob.p.ln())
} }
} }
} }