From 0f62401b8eb6d9c150426313b5a2a4fc654b809a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Adrien=20Gallou=C3=ABt?= Date: Wed, 5 Feb 2025 15:44:46 +0000 Subject: [PATCH] Initialize penalty_last_n with llamacpp default value MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Adrien Gallouët --- backends/llamacpp/src/backend.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backends/llamacpp/src/backend.rs b/backends/llamacpp/src/backend.rs index fa0e7beb..1072dec4 100644 --- a/backends/llamacpp/src/backend.rs +++ b/backends/llamacpp/src/backend.rs @@ -185,7 +185,7 @@ impl LlamacppRequest { min_keep: 0, // disabled temp: from.parameters.temperature as _, seed: from.parameters.seed as _, - penalty_last_n: -1, // 0 = disabled, -1 = context size + penalty_last_n: 64, // 0 = disabled, -1 = context size penalty_repeat: from.parameters.repetition_penalty as _, penalty_freq: from.parameters.frequency_penalty as _, penalty_present: 0.0, // disabled