huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-06-19 15:52:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Initialize penalty_last_n with llamacpp default value

Browse Source 
Signed-off-by: Adrien Gallouët <angt@huggingface.co>
This commit is contained in:
Adrien Gallouët 2025-02-05 15:44:46 +00:00
parent 695b1292e9
commit 0f62401b8e
No known key found for this signature in database
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backends/llamacpp/src/backend.rs
View File

@ -185,7 +185,7 @@ impl LlamacppRequest {
min_keep: 0, // disabled min_keep: 0, // disabled
temp: from.parameters.temperature as _, temp: from.parameters.temperature as _,
seed: from.parameters.seed as _, seed: from.parameters.seed as _,
penalty_last_n: -1, // 0 = disabled, -1 = context size penalty_last_n: 64, // 0 = disabled, -1 = context size
penalty_repeat: from.parameters.repetition_penalty as _, penalty_repeat: from.parameters.repetition_penalty as _,
penalty_freq: from.parameters.frequency_penalty as _, penalty_freq: from.parameters.frequency_penalty as _,
penalty_present: 0.0, // disabled penalty_present: 0.0, // disabled