From d7c5ef6cd29a14e05254808beaa694b6f3c18f81 Mon Sep 17 00:00:00 2001 From: Praz Date: Thu, 8 Aug 2024 13:50:02 +0530 Subject: [PATCH] Update __init__.py Handle NoneType in sliding_window comparison to fix TypeError in __init__.py by ensuring the comparison logic accounts for NoneType values, preventing errors and improving code robustness. --- server/text_generation_server/models/__init__.py | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index 33b3c04a..31d4b3ff 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -492,13 +492,7 @@ def get_model( ) sliding_window = config_dict.get("sliding_window", -1) - if max_input_tokens is None: - max_input_tokens = 1024 # Set a default value if not provided - - if sliding_window is None: - sliding_window = 2048 # Set a default value if not provided - - if max_input_tokens <= sliding_window: + if max_input_tokens is not None and (sliding_window is None or max_input_tokens <= sliding_window): sliding_window = -1 if (