huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Lint.

Browse Source
This commit is contained in:
Nicolas Patry 2024-04-25 14:35:58 +02:00
parent 7ecda467c2
commit 7d07e92d94
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
router/src/server.rs
View File

@ -1010,8 +1010,12 @@ async fn chat_completions(
let tool_prompt = tool_prompt.unwrap_or_default(); let tool_prompt = tool_prompt.unwrap_or_default();
let stop = stop.unwrap_or_default(); let stop = stop.unwrap_or_default();
// enable greedy only when temperature is 0 // enable greedy only when temperature is 0
let do_sample = temperature.map_or(true, |t| t != 0.0); let (do_sample, temperature) = match temperature{
let temperature = temperature.map(|t| if t == 0.0 { 1.0 } else { t }); Some(temperature) if temperature == 0.0 => {
(false, None)
}
other => (true, other)
};
// extract tool grammar if present // extract tool grammar if present
let tool_grammar = match ToolGrammar::apply(tools, tool_choice) { let tool_grammar = match ToolGrammar::apply(tools, tool_choice) {