huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-22 23:42:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: Remove bitsandbytes installation when running cpu-only install (#2216)

Browse Source 
Remove bitsandbytes installation when running cpu-only install
This commit is contained in:
Hugo Larcher 2024-07-15 15:34:20 +02:00 committed by yuanwu
parent 271ebb7e20
commit 8a223eb6ac
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
server/Makefile
View File

@ -21,13 +21,14 @@ gen-server:
install-server: gen-server
pip install pip --upgrade
pip install -r requirements_cuda.txt
pip install -e ".[bnb, accelerate, quantize, peft, outlines]"
pip install -e ".[accelerate, quantize, peft, outlines]"
install: install-cuda
echo "Installed server"
install-cuda: install-server install-flash-attention-v2-cuda install-vllm-cuda install-flash-attention
pip install -e ".[bnb]"
install-rocm: install-server install-flash-attention-v2-rocm install-vllm-rocm