huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-09 11:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(server): fix transformers commit

Browse Source
This commit is contained in:
OlivierDehaene 2023-03-03 17:33:35 +01:00
parent e3ded361b2
commit 5862add4d0
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
server/Makefile
View File

@ -1,3 +1,5 @@
transformers_commit := 712d62e83c28236c7f39af690e7792a54288dbd9
gen-server:
# Compile protos
pip install grpcio-tools==1.51.1 --no-cache-dir
@ -10,11 +12,11 @@ install-transformers:
# Install specific version of transformers with custom cuda kernels
pip uninstall transformers -y || true
rm -rf transformers || true
rm -rf transformers-text_generation_inference || true
curl -L -O https://github.com/OlivierDehaene/transformers/archive/refs/heads/text_generation_inference.zip
unzip text_generation_inference.zip
rm text_generation_inference.zip
mv transformers-text_generation_inference transformers
rm -rf transformers-$(transformers_commit) || true
curl -L -O https://github.com/OlivierDehaene/transformers/archive/$(transformers_commit).zip
unzip $(transformers_commit).zip
rm $(transformers_commit).zip
mv transformers-$(transformers_commit) transformers
cd transformers && python setup.py install
install-torch: