huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: cargo fmt lint for pre commit

Browse Source
This commit is contained in:
drbh 2024-06-11 18:46:30 +00:00
parent e6e87a2e26
commit 884ebabfd3
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
router/src/infer/mod.rs
View File

@ -64,9 +64,7 @@ impl Infer {
.find(|t| t.name == "default")
.map(|t| t.template),
})
.map(|t| {
ChatTemplate::new(t, tokenizer_config.bos_token, tokenizer_config.eos_token)
});
.map(|t| ChatTemplate::new(t, tokenizer_config.bos_token, tokenizer_config.eos_token));
// Inference limit with a semaphore
let semaphore = Arc::new(Semaphore::new(max_concurrent_requests));