From 63ff95f3568e0bdc09002f85a2509aa48c272135 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Tue, 30 Apr 2024 11:10:46 +0200 Subject: [PATCH] Update router/src/server.rs --- router/src/server.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/router/src/server.rs b/router/src/server.rs index a244847d..8657b779 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -1004,7 +1004,7 @@ async fn chat_completions( .. } = req; - let repetition_penalty = presence_penalty.map(|x| x + 1.0); + let repetition_penalty = presence_penalty.map(|x| x + 2.0); let max_new_tokens = max_tokens.or(Some(100)); let logprobs = logprobs.unwrap_or(false); let tool_prompt = tool_prompt.unwrap_or_default();