huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-10 03:44:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Last fixes hopefully.

Browse Source
This commit is contained in:
Ubuntu 2023-06-08 08:18:11 +00:00
parent f3388d290f
commit 4170de1b37
2 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Makefile
View File

@ -2,7 +2,7 @@ install-server:
cd server && make install
install-custom-kernels:
cd server/custom_kernels && python setup.py install
if [ "$$BUILD_EXTENSIONS" == "True" ]; then cd server/custom_kernels && python setup.py install; else echo "Custom kernels are disabled, you need set to BUILD_EXTENSION environment variable to 'True' in order to build them. (Please read the docs, kernels might not work on all hardware)"; fi
install-integration-tests:
cd integration-tests && pip install -r requirements.txt

1
server/text_generation_server/models/custom_modeling/flash_rw_modeling.py
View File

@ -411,7 +411,6 @@ class FlashRWLayer(nn.Module):
config,
prefix=f"{prefix}.mlp",
weights=weights,
reduce=False,
)
self.process_group = weights.process_group