From 211b9681e6c4516d098a2fd5a67c0f6619602678 Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Thu, 25 Jan 2024 10:11:23 +0000
Subject: [PATCH] Original truncate behavior.

---
 router/src/validation.rs | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/router/src/validation.rs b/router/src/validation.rs
index 8af7e184..d427e2e2 100644
--- a/router/src/validation.rs
+++ b/router/src/validation.rs
@@ -359,7 +359,7 @@ fn tokenizer_worker(tokenizer: Tokenizer, mut receiver: mpsc::UnboundedReceiver<
 
 /// Get input length and optionally truncate it
 fn prepare_input(
-    inputs: String,
+    mut inputs: String,
     truncate: Option<usize>,
     tokenizer: &Tokenizer,
 ) -> Result<(tokenizers::Encoding, String), ValidationError> {
@@ -372,9 +372,9 @@ fn prepare_input(
     if let Some(truncate) = truncate {
         if truncate < encoding.len() {
             encoding.truncate(truncate, 0, TruncationDirection::Left);
-            // inputs = tokenizer
-            //         .decode(encoding.get_ids(), false)
-            // .map_err(|err| ValidationError::Tokenizer(err.to_string()))?;
+            inputs = tokenizer
+                    .decode(encoding.get_ids(), false)
+            .map_err(|err| ValidationError::Tokenizer(err.to_string()))?;
         }
     }