From 7ecda467c2a8235310137afd868f8e17e51c3ccf Mon Sep 17 00:00:00 2001 From: drbh Date: Wed, 17 Apr 2024 20:20:35 +0000 Subject: [PATCH] fix: make logic more readable --- router/src/server.rs | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/router/src/server.rs b/router/src/server.rs index 62961e2a..2c86a598 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -1010,9 +1010,8 @@ async fn chat_completions( let tool_prompt = tool_prompt.unwrap_or_default(); let stop = stop.unwrap_or_default(); // enable greedy only when temperature is 0 - let do_sample = temperature.map_or(true, |t| t > 0.0); - let adjusted_temperature = temperature.map_or(1.0, |t| if t == 0.0 { 1.0 } else { t }); - let temperature = Some(adjusted_temperature); + let do_sample = temperature.map_or(true, |t| t != 0.0); + let temperature = temperature.map(|t| if t == 0.0 { 1.0 } else { t }); // extract tool grammar if present let tool_grammar = match ToolGrammar::apply(tools, tool_choice) {