huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 19:34:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Install new transformers

Browse Source 
Signed-off-by: yuanwu <yuan.wu@intel.com>
This commit is contained in:
yuanwu 2025-05-11 22:36:18 +00:00
parent f5aaa18d8e
commit cfcbd80fb4
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
backends/gaudi/tgi-entrypoint.sh
View File

@ -9,8 +9,11 @@ if [[ "$*" == *"--sharded true"* ]]; then
fi fi
# Check if ATTENTION environment variable is set to paged # Check if ATTENTION environment variable is set to paged
if [[ "$ATTENTION" == "paged" ]]; then if [[ "$ATTENTION" == "paged" ]]; then
echo 'ATTENTION=paged detected, installing transformers==4.51.3' # Check if Llama-4 is in the command line arguments
pip install transformers==4.51.3 if [[ "$*" == *"Llama-4"* ]]; then
echo 'ATTENTION=paged and Llama-4 detected'
pip install git+https://github.com/yuanwu2017/transformers.git@0425
fi
fi fi
text-generation-launcher $@ text-generation-launcher $@