huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: adjust conditional after rebase

Browse Source
This commit is contained in:
drbh 2024-04-16 12:36:59 -04:00
parent 7879365f96
commit 9387b3b793
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/server.rs
View File

@ -1011,7 +1011,7 @@ async fn chat_completions(
let stop = stop.unwrap_or_default(); let stop = stop.unwrap_or_default();
// rescale temperature starting from 0.0 to 1.0 // rescale temperature starting from 0.0 to 1.0
let adjusted_temperature = req.temperature.map_or(1.0, |t| t + 1.0); let adjusted_temperature = req.temperature.map_or(1.0, |t| t + 1.0);
let do_sample = adjusted_temperature > 0.0; let do_sample = adjusted_temperature != 0.0;
let temperature = Some(adjusted_temperature); let temperature = Some(adjusted_temperature);
// extract tool grammar if present // extract tool grammar if present