huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: adjust typos

Browse Source
This commit is contained in:
drbh 2024-06-10 18:59:22 +00:00
parent bcf2b29577
commit 8c24b1282b
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
router/src/server.rs
View File

@ -1059,7 +1059,7 @@ async fn chat_completions(
} }
}; };
//dDetermine the appropriate arguments for apply_chat_template // determine the appropriate arguments for apply_chat_template
let tools_grammar_prompt = tool_grammar let tools_grammar_prompt = tool_grammar
.as_ref() .as_ref()
.map(|t| (GrammarType::Json(serde_json::json!(t)), tool_prompt)); .map(|t| (GrammarType::Json(serde_json::json!(t)), tool_prompt));
@ -1072,7 +1072,7 @@ async fn chat_completions(
), ),
}; };
// Apply chat template to flatten the request into a single input // apply chat template to flatten the request into a single input
let inputs = match infer.apply_chat_template(messages, tools_grammar_prompt) { let inputs = match infer.apply_chat_template(messages, tools_grammar_prompt) {
Ok(inputs) => inputs, Ok(inputs) => inputs,
Err(err) => { Err(err) => {