From 7879365f96d317da20d3c68fbf9cfe9c4ad77338 Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 15 Apr 2024 20:13:40 +0000 Subject: [PATCH] fix: revise temp scaling logic --- router/src/server.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/router/src/server.rs b/router/src/server.rs index b7273a18..4597e5b8 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -1009,8 +1009,8 @@ async fn chat_completions( let logprobs = logprobs.unwrap_or(false); let tool_prompt = tool_prompt.unwrap_or_default(); let stop = stop.unwrap_or_default(); - // rescale where 0 is deterministic and 1 is random (this is the opposite of other endpoints) - let adjusted_temperature = temperature.map_or(1.0, |t| 1.0 - t); + // rescale temperature starting from 0.0 to 1.0 + let adjusted_temperature = req.temperature.map_or(1.0, |t| t + 1.0); let do_sample = adjusted_temperature > 0.0; let temperature = Some(adjusted_temperature);