From 168ec6b145d106f3e74032e3267529649003d8f8 Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Thu, 25 Jan 2024 09:42:05 +0000
Subject: [PATCH] Don't actually modify the inputs.

---
 router/src/validation.rs | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/router/src/validation.rs b/router/src/validation.rs
index e6dbcf81..8af7e184 100644
--- a/router/src/validation.rs
+++ b/router/src/validation.rs
@@ -372,11 +372,12 @@ fn prepare_input(
     if let Some(truncate) = truncate {
         if truncate < encoding.len() {
             encoding.truncate(truncate, 0, TruncationDirection::Left);
+            // inputs = tokenizer
+            //         .decode(encoding.get_ids(), false)
+            // .map_err(|err| ValidationError::Tokenizer(err.to_string()))?;
         }
     }
-    let inputs = tokenizer
-        .decode(encoding.get_ids(), false)
-        .map_err(|err| ValidationError::Tokenizer(err.to_string()))?;
+
     Ok((encoding, inputs))
 }