huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: update conditional to be more specific

Browse Source
This commit is contained in:
drbh 2024-04-17 14:59:34 +00:00
parent a2c935d5fb
commit 9906b03b60
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
router/src/server.rs
View File

@ -1009,9 +1009,9 @@ async fn chat_completions(
let logprobs = logprobs.unwrap_or(false); let logprobs = logprobs.unwrap_or(false);
let tool_prompt = tool_prompt.unwrap_or_default(); let tool_prompt = tool_prompt.unwrap_or_default();
let stop = stop.unwrap_or_default(); let stop = stop.unwrap_or_default();
// chat temperature is zero-indexed instead of one-indexed; so we add 1.0 to the input or default to 1.0 // enable greedy only when temperature is 0
let adjusted_temperature = temperature.map_or(1.0, |t| t + 1.0); let do_sample = temperature.map_or(true, |t| t > 0.0);
let do_sample = adjusted_temperature != 1.0; let adjusted_temperature = temperature.map_or(1.0, |t| if t == 0.0 { 1.0 } else { t });
let temperature = Some(adjusted_temperature); let temperature = Some(adjusted_temperature);
// extract tool grammar if present // extract tool grammar if present