From 7bce6032a85ef21e36d906e4f17776148b7e94a8 Mon Sep 17 00:00:00 2001
From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com>
Date: Fri, 15 Dec 2023 00:38:27 +0100
Subject: [PATCH] stronger parameter validation

---
 server/text_generation_server/utils/flash_attn.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/server/text_generation_server/utils/flash_attn.py b/server/text_generation_server/utils/flash_attn.py
index 1b59fbc5..02f01e65 100644
--- a/server/text_generation_server/utils/flash_attn.py
+++ b/server/text_generation_server/utils/flash_attn.py
@@ -72,7 +72,7 @@ def attention(
     softmax_scale,
     window_size_left=-1,
 ):
-    if window_size_left == 0:
+    if window_size_left <= 0 and window_size_left != -1:
         raise ValueError("`window_size_left` must be > 0 or -1")
 
     if HAS_FLASH_ATTN_V2_CUDA: