diff --git a/backends/gaudi/server/text_generation_server/models/causal_lm.py b/backends/gaudi/server/text_generation_server/models/causal_lm.py
index b501d488..dd6e070d 100644
--- a/backends/gaudi/server/text_generation_server/models/causal_lm.py
+++ b/backends/gaudi/server/text_generation_server/models/causal_lm.py
@@ -73,7 +73,7 @@ def torch_compile_for_eager(func):
 
 
 def round_up_seq(number, k, base):
-    exponent = math.ceil(math.log(number / k, base))
+    exponent = max(0, math.ceil(math.log(number / k, base)))
     return int(k * (base**exponent))