From f660fcf7157d5174a316bb95522517355f34fd18 Mon Sep 17 00:00:00 2001
From: drbh <david.richard.holtz@gmail.com>
Date: Fri, 26 Jan 2024 10:47:17 -0500
Subject: [PATCH] feat: add tokenizer-config-path to launcher args

---
 launcher/src/main.rs | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/launcher/src/main.rs b/launcher/src/main.rs
index 09657c91..796adea8 100644
--- a/launcher/src/main.rs
+++ b/launcher/src/main.rs
@@ -371,6 +371,10 @@ struct Args {
     /// Display a lot of information about your runtime environment
     #[clap(long, short, action)]
     env: bool,
+
+    /// path to the tokenizer config file
+    #[clap(long, env)]
+    tokenizer_config_path: Option<String>,
 }
 
 #[derive(Debug)]
@@ -1016,6 +1020,12 @@ fn spawn_webserver(
         args.model_id,
     ];
 
+    // Tokenizer config path
+    if let Some(ref tokenizer_config_path) = args.tokenizer_config_path {
+        router_args.push("--tokenizer-config-path".to_string());
+        router_args.push(tokenizer_config_path.to_string());
+    }
+
     // Model optional max batch total tokens
     if let Some(max_batch_total_tokens) = args.max_batch_total_tokens {
         router_args.push("--max-batch-total-tokens".to_string());