huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-12 04:44:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix makefile

Browse Source
This commit is contained in:
OlivierDehaene 2024-07-18 16:34:43 +02:00
parent a84373c918
commit 80087783a5
No known key found for this signature in database
GPG Key ID: BB104D67809DA93C
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
server/Makefile
View File

@ -20,7 +20,7 @@ gen-server:
install-server: gen-server
pip install pip --upgrade
pip install -r requirements_cuda.txt
pip install -r requirements_intel.txt
pip install -e ".[accelerate, quantize, peft, outlines]"
@ -28,7 +28,8 @@ install: install-cuda
echo "Installed server"
install-cuda: install-server install-flash-attention-v2-cuda install-vllm-cuda install-flash-attention
pip install -e ".[bnb]"
pip install -r requirements_cuda.txt
pip install -e ".[cuda, bnb]"
install-rocm: install-server install-flash-attention-v2-rocm install-vllm-rocm