From 7d106477d6a4d71fa345292aa1a0f6573606c83a Mon Sep 17 00:00:00 2001
From: Yuan Wu <yuan.wu@intel.com>
Date: Tue, 21 Jan 2025 17:08:53 +0800
Subject: [PATCH] Fix router input validation for SKIP_TOKENIZER_IN_TGI=true
 (#267)

Signed-off-by: yuanwu <yuan.wu@intel.com>
---
 router/src/validation.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/router/src/validation.rs b/router/src/validation.rs
index 85b4220b..8d86298b 100644
--- a/router/src/validation.rs
+++ b/router/src/validation.rs
@@ -330,7 +330,7 @@ impl Validation {
                 }
                 Ok(Some(value))
             })
-            .unwrap_or(Ok(None))?;
+            .unwrap_or(Ok(Some(self.max_input_length)))?;
 
         // Validate inputs
         let (inputs, input_ids, input_length, max_new_tokens) = self