diff --git a/backends/gaudi/tgi-entrypoint.sh b/backends/gaudi/tgi-entrypoint.sh
index 377b56d8..a5000491 100644
--- a/backends/gaudi/tgi-entrypoint.sh
+++ b/backends/gaudi/tgi-entrypoint.sh
@@ -9,8 +9,11 @@ if [[ "$*" == *"--sharded true"* ]]; then
 fi
 # Check if ATTENTION environment variable is set to paged
 if [[ "$ATTENTION" == "paged" ]]; then
-  echo 'ATTENTION=paged detected, installing transformers==4.51.3'
-  pip install transformers==4.51.3
+  # Check if Llama-4 is in the command line arguments
+  if [[ "$*" == *"Llama-4"* ]]; then
+    echo 'ATTENTION=paged and Llama-4 detected'
+    pip install git+https://github.com/yuanwu2017/transformers.git@0425
+  fi
 fi
 
 text-generation-launcher $@