From cfcbd80fb4233f1540298a887fab3889bc7fe618 Mon Sep 17 00:00:00 2001 From: yuanwu Date: Sun, 11 May 2025 22:36:18 +0000 Subject: [PATCH] Install new transformers Signed-off-by: yuanwu --- backends/gaudi/tgi-entrypoint.sh | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/backends/gaudi/tgi-entrypoint.sh b/backends/gaudi/tgi-entrypoint.sh index 377b56d8..a5000491 100644 --- a/backends/gaudi/tgi-entrypoint.sh +++ b/backends/gaudi/tgi-entrypoint.sh @@ -9,8 +9,11 @@ if [[ "$*" == *"--sharded true"* ]]; then fi # Check if ATTENTION environment variable is set to paged if [[ "$ATTENTION" == "paged" ]]; then - echo 'ATTENTION=paged detected, installing transformers==4.51.3' - pip install transformers==4.51.3 + # Check if Llama-4 is in the command line arguments + if [[ "$*" == *"Llama-4"* ]]; then + echo 'ATTENTION=paged and Llama-4 detected' + pip install git+https://github.com/yuanwu2017/transformers.git@0425 + fi fi text-generation-launcher $@