diff --git a/router/src/server.rs b/router/src/server.rs index f5cf41dd..2f87eaeb 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -1010,7 +1010,7 @@ async fn chat_completions( let tool_prompt = tool_prompt.unwrap_or_default(); let stop = stop.unwrap_or_default(); // rescale temperature starting from 0.0 to 1.0 - let adjusted_temperature = req.temperature.map_or(1.0, |t| t + 1.0); + let adjusted_temperature = temperature.map_or(1.0, |t| t + 1.0); let do_sample = adjusted_temperature != 0.0; let temperature = Some(adjusted_temperature);