diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py
index 33b3c04a..31d4b3ff 100644
--- a/server/text_generation_server/models/__init__.py
+++ b/server/text_generation_server/models/__init__.py
@@ -492,13 +492,7 @@ def get_model(
         )
     sliding_window = config_dict.get("sliding_window", -1)
 
-    if max_input_tokens is None:
-        max_input_tokens = 1024  # Set a default value if not provided
-    
-    if sliding_window is None:
-        sliding_window = 2048  # Set a default value if not provided
-
-    if max_input_tokens <= sliding_window:
+    if max_input_tokens is not None and (sliding_window is None or max_input_tokens <= sliding_window):
         sliding_window = -1
 
     if (