huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 03:44:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix install

Browse Source
This commit is contained in:
OlivierDehaene 2023-04-11 11:46:34 +02:00
parent b5fec41033
commit a265dde4e0
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/Makefile-flash-att
View File

@ -5,12 +5,12 @@ flash-attention:
pip install packaging pip install packaging
git clone https://github.com/HazyResearch/flash-attention.git git clone https://github.com/HazyResearch/flash-attention.git
build-flash-attention: build-flash-attention: flash-attention
cd flash-attention && git fetch && git checkout $(flash_att_commit) cd flash-attention && git fetch && git checkout $(flash_att_commit)
cd flash-attention && python setup.py build cd flash-attention && python setup.py build
cd flash-attention/csrc/rotary && python setup.py build cd flash-attention/csrc/rotary && python setup.py build
cd flash-attention/csrc/layer_norm && python setup.py build cd flash-attention/csrc/layer_norm && python setup.py build
install-flash-attention: flash-attention build-flash-attention install-flash-attention: build-flash-attention
pip uninstall flash_attn rotary_emb dropout_layer_norm -y || true pip uninstall flash_attn rotary_emb dropout_layer_norm -y || true
cd flash-attention && python setup.py install && cd csrc/layer_norm && python setup.py install && cd ../rotary && python setup.py install cd flash-attention && python setup.py install && cd csrc/layer_norm && python setup.py install && cd ../rotary && python setup.py install

4
server/Makefile-transformers
View File

@ -5,9 +5,9 @@ transformers:
pip install --upgrade setuptools pip install --upgrade setuptools
git clone https://github.com/OlivierDehaene/transformers.git git clone https://github.com/OlivierDehaene/transformers.git
build-transformers: build-transformers: transformers
cd transformers && git fetch && git checkout $(transformers_commit) && python setup.py build cd transformers && git fetch && git checkout $(transformers_commit) && python setup.py build
install-transformers: transformers build-transformers install-transformers: build-transformers
pip uninstall transformers -y || true pip uninstall transformers -y || true
cd transformers && python setup.py install cd transformers && python setup.py install