huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update router/src/main.rs

Browse Source 
Co-authored-by: Nicolas Patry <patry.nicolas@protonmail.com>
This commit is contained in:
drbh 2024-02-01 09:09:21 -05:00 committed by GitHub
parent da3f8a4598
commit 57e27bcbb2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
router/src/main.rs
View File

@ -156,9 +156,6 @@ async fn main() -> Result<(), RouterError> {
// Load tokenizer config // Load tokenizer config
// This will be used to format the chat template // This will be used to format the chat template
let tokenizer_config_full_path = if tokenizer_config_path.is_none() && local_model {
// if no tokenizer config path is provided, we default to the local tokenizer config
Some(local_path.join("tokenizer_config.json"))
if let Some(tokenizer_config_path) = tokenizer_config_path { if let Some(tokenizer_config_path) = tokenizer_config_path {
Some(std::path::PathBuf::from(tokenizer_config_path)) Some(std::path::PathBuf::from(tokenizer_config_path))
} else if local_model { } else if local_model {