diff --git a/router/src/main.rs b/router/src/main.rs
index 9afa5727..521301bb 100644
--- a/router/src/main.rs
+++ b/router/src/main.rs
@@ -159,8 +159,10 @@ async fn main() -> Result<(), RouterError> {
     let tokenizer_config_full_path = if tokenizer_config_path.is_none() && local_model {
         // if no tokenizer config path is provided, we default to the local tokenizer config
         Some(local_path.join("tokenizer_config.json"))
-    } else if let Some(tokenizer_config_path) = tokenizer_config_path {
+    if let Some(tokenizer_config_path) = tokenizer_config_path {
         Some(std::path::PathBuf::from(tokenizer_config_path))
+    } else if local_model  {
+        Some(local_path.join("tokenizer_config.json"))
     } else {
         None
     };