From 966606d7171a56fb2e6fd793b1e48a4db2ffbbb2 Mon Sep 17 00:00:00 2001
From: regisss <15324346+regisss@users.noreply.github.com>
Date: Sat, 10 May 2025 13:38:26 +0000
Subject: [PATCH] Cast rounded sequence to int

---
 .../gaudi/server/text_generation_server/models/causal_lm.py     | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backends/gaudi/server/text_generation_server/models/causal_lm.py b/backends/gaudi/server/text_generation_server/models/causal_lm.py
index 302c58ff..b501d488 100644
--- a/backends/gaudi/server/text_generation_server/models/causal_lm.py
+++ b/backends/gaudi/server/text_generation_server/models/causal_lm.py
@@ -74,7 +74,7 @@ def torch_compile_for_eager(func):
 
 def round_up_seq(number, k, base):
     exponent = math.ceil(math.log(number / k, base))
-    return k * (base**exponent)
+    return int(k * (base**exponent))
 
 
 def iterate_powers_of_base(max_value, start, base):