From e1268596bc6b4f0b394eb302f41e66f6bb31857f Mon Sep 17 00:00:00 2001 From: drbh Date: Thu, 8 Aug 2024 14:10:51 +0000 Subject: [PATCH] fix: syntax/style tweak --- server/text_generation_server/models/__init__.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index 31d4b3ff..da14d083 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -490,9 +490,14 @@ def get_model( raise RuntimeError( "Sharding is currently not supported with `exl2` quantization" ) - sliding_window = config_dict.get("sliding_window", -1) - if max_input_tokens is not None and (sliding_window is None or max_input_tokens <= sliding_window): + sliding_window = ( + config_dict.get("sliding_window") + if config_dict.get("sliding_window") is not None + else -1 + ) + + if max_input_tokens is not None and max_input_tokens <= sliding_window: sliding_window = -1 if (