huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fmt + clippy.

Browse Source
This commit is contained in:
Nicolas Patry 2024-04-25 14:59:26 +02:00
parent 7d07e92d94
commit ec0d913434
1 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
router/src/server.rs
View File

@ -1010,11 +1010,9 @@ async fn chat_completions(
let tool_prompt = tool_prompt.unwrap_or_default(); let tool_prompt = tool_prompt.unwrap_or_default();
let stop = stop.unwrap_or_default(); let stop = stop.unwrap_or_default();
// enable greedy only when temperature is 0 // enable greedy only when temperature is 0
let (do_sample, temperature) = match temperature{ let (do_sample, temperature) = match temperature {
Some(temperature) if temperature == 0.0 => { Some(temperature) if temperature == 0.0 => (false, None),
(false, None) other => (true, other),
}
other => (true, other)
}; };
// extract tool grammar if present // extract tool grammar if present